diff options
Diffstat (limited to 'gnu/packages/file-systems.scm')
| -rw-r--r-- | gnu/packages/file-systems.scm | 182 |
1 files changed, 178 insertions, 4 deletions
diff --git a/gnu/packages/file-systems.scm b/gnu/packages/file-systems.scm index c462daf995..049ef04ea8 100644 --- a/gnu/packages/file-systems.scm +++ b/gnu/packages/file-systems.scm @@ -46,26 +46,36 @@ #:use-module (gnu packages admin) #:use-module (gnu packages attr) #:use-module (gnu packages autotools) + #:use-module (gnu packages backup) #:use-module (gnu packages base) #:use-module (gnu packages bash) #:use-module (gnu packages bison) + #:use-module (gnu packages boost) #:use-module (gnu packages check) #:use-module (gnu packages compression) + #:use-module (gnu packages cpp) #:use-module (gnu packages crypto) #:use-module (gnu packages curl) #:use-module (gnu packages cyrus-sasl) #:use-module (gnu packages datastructures) + #:use-module (gnu packages digest) #:use-module (gnu packages documentation) #:use-module (gnu packages docbook) + #:use-module (gnu packages elf) #:use-module (gnu packages flex) #:use-module (gnu packages gawk) #:use-module (gnu packages glib) #:use-module (gnu packages gnupg) #:use-module (gnu packages golang) #:use-module (gnu packages guile) + #:use-module (gnu packages jemalloc) #:use-module (gnu packages kerberos) + #:use-module (gnu packages libevent) #:use-module (gnu packages libffi) + #:use-module (gnu packages libunwind) #:use-module (gnu packages linux) + #:use-module (gnu packages maths) + #:use-module (gnu packages man) #:use-module (gnu packages nfs) #:use-module (gnu packages onc-rpc) #:use-module (gnu packages openldap) @@ -73,6 +83,8 @@ #:use-module (gnu packages perl) #:use-module (gnu packages photo) #:use-module (gnu packages pkg-config) + #:use-module (gnu packages popt) + #:use-module (gnu packages pretty-print) #:use-module (gnu packages python) #:use-module (gnu packages python-crypto) #:use-module (gnu packages python-web) @@ -81,6 +93,7 @@ #:use-module (gnu packages rsync) #:use-module (gnu packages sssd) #:use-module (gnu packages sqlite) + #:use-module (gnu packages textutils) #:use-module (gnu packages time) #:use-module (gnu packages tls) #:use-module (gnu packages valgrind) @@ -922,14 +935,14 @@ All of this is accomplished without a centralized metadata server.") (define-public libeatmydata (package (name "libeatmydata") - (version "130") + (version "131") ; also update the "debian-files" input if available (source (origin (method url-fetch) (uri (string-append "https://www.flamingspork.com/projects/libeatmydata/" "libeatmydata-" version ".tar.gz")) (sha256 - (base32 "1h212l2s0g3pv6q96d94dk7kpp9qzyxqydrrcgyp7zqjwvbiqws8")))) + (base32 "1i5bp9a2vmljci3ihzlxf8482106di2ayy1lpr0qb8rq472sh66g")))) (build-system gnu-build-system) (arguments ;; All tests pass---but only if the host kernel allows PTRACE_TRACEME. @@ -968,10 +981,12 @@ All of this is accomplished without a centralized metadata server.") (native-inputs `(("debian-files" ; for the man page ,(origin + ;; Debian being what it is, its version can lag behind a bit. This + ;; is tolerable as the man page is general and the command stable. (method url-fetch) (uri (string-append "https://deb.debian.org/debian/pool/main/" - "libe/libeatmydata/libeatmydata_" version - "-2.debian.tar.xz")) + "libe/libeatmydata/libeatmydata_130-2" + ".debian.tar.xz")) (sha256 (base32 "1sg9g1nv3wl9ymzz33ig4ns563npkbxj67a64m7p34cc813jl95w")))) ;; For the test suite. @@ -1790,3 +1805,162 @@ and rewritable media that wears out (DVD/CD-RW).") (description "This package provides an implementation of overlay+shiftfs in FUSE for rootless containers.") (license license:gpl3))) + +(define-public bees + (package + (name "bees") + (version "0.8") + (source (origin + (method git-fetch) + (uri (git-reference + (url "https://github.com/Zygo/bees") + (commit (string-append "v" version)))) + (file-name (git-file-name name version)) + (modules '((guix build utils))) + (snippet + ;; Unbundle cityhash. + #~(begin + (for-each delete-file + '("lib/city.cc" "include/crucible/city.h")) + (substitute* "lib/Makefile" + (("city.o.*") "")) + (substitute* "src/bees-hash.cc" + (("#include .crucible/city.h.") "#include <city.h>")))) + (patches + (search-patches + ;; XXX: Cherry-picked from upstream, remove the patch when + ;; bumping version. + "bees-beesd-honor-destdir-on-installation.patch")) + (sha256 + (base32 + "1kxpz1p9k5ir385kpvmfjawki5vg22hlx768k7835w6n5z5a65y4")))) + (build-system gnu-build-system) + (arguments + (list #:test-target "test" + #:make-flags + #~(list (string-append "CC=" #$(cc-for-target)) + (string-append "DESTDIR=" #$output) + (string-append "BEES_VERSION=" #$version) + "PREFIX=''") + #:phases + #~(modify-phases %standard-phases + (delete 'configure) + (add-after 'unpack 'fixpath + (lambda* (#:key inputs #:allow-other-keys) + (substitute* "scripts/beesd.in" + (((string-append "\\<(" (string-join (list "realpath" + "uuidparse" + "grep" + "false" + "sed" + "true" + "head" + "mkdir" + "mount" + "touch" + "du" + "cut" + "rm" + "truncate" + "chmod") + "|") ")\\>") command) + (search-input-file inputs (string-append "/bin/" command))) + + (("btrfs sub") + (string-append (search-input-file inputs "/bin/btrfs") " sub")))))))) + (inputs (list btrfs-progs cityhash util-linux)) + (home-page "https://github.com/Zygo/bees") + (synopsis "Best-Effort Extent-Same, a btrfs dedupe agent") + (description + "@code{bees} is a block-oriented userspace deduplication agent designed +for large btrfs filesystems. It is an offline dedupe combined with an +incremental data scan capability to minimize time data spends on disk from +write to dedupe.") + (license license:gpl3+))) + +(define-public dwarfs + (package + (name "dwarfs") + (version "0.6.2") + (source (origin + (method url-fetch) + ;; The release archive is needed so that version.h is included. + (uri (string-append "https://github.com/mhx/dwarfs/releases/download/v" + version "/dwarfs-" version ".tar.xz")) + (sha256 + (base32 + "1kncxf85gsj3anck8ccjmxn2azp5ifqbgkiky2kharmvphkbmfcv")) + (snippet + #~(begin + (use-modules (guix build utils)) + ;; Prefer system libraries instead of submodules. + ;; TODO: Package fbthrift. + ;; TODO: Can we use Guix own folly? There is no CMake option for it. + ;; TODO: Package parallel-hashmap. + (for-each delete-file-recursively + '(;; "fbthrift" + ;; "folly" + ;; "parallel-hashmap" + "xxHash" + "zstd")))))) + (build-system cmake-build-system) + (arguments + '(#:tests? #f ; TODO: 1 test fails because 'modprobe fuse' needs privileged access. + #:configure-flags + (list "-DPREFER_SYSTEM_ZSTD=ON" + "-DPREFER_SYSTEM_XXHASH=ON" + "-DPREFER_SYSTEM_GTEST=ON" + "-DWITH_TESTS=ON" + ;; Disable man pages since ronn fails to run without hpricot. + "-DWITH_MAN_PAGES=OFF"))) + (native-inputs + (list + ;; FIXME: Building with ronn fails because hpricot is missing from Guix. + folly googletest libdwarf libevent pkg-config)) + (inputs + (list + boost + double-conversion + fmt + fuse-3 + gflags + jemalloc + libarchive + libunwind + lz4 + openssl + xxhash + xz + `(,zstd "lib"))) + (home-page "https://github.com/mhx/dwarfs") + (synopsis "Fast high compression read-only file system") + (description "DwarFS is a read-only file system with a focus on achieving +very high compression ratios in particular for very redundant data. + +DwarFS also doesn't compromise on speed and for some cases it is on par with +or performs better than SquashFS. For the primary use case, DwarFS +compression is an order of magnitude better than SquashFS compression, it's 6 +times faster to build the file system, it's typically faster to access files +on DwarFS and it uses less CPU resources. + +Distinct features of DwarFS are: + +@itemize + +@item Clustering of files by similarity using a similarity hash function. This +makes it easier to exploit the redundancy across file boundaries. + +@item Segmentation analysis across file system blocks in order to reduce the +size of the uncompressed file system. This saves memory when using the +compressed file system and thus potentially allows for higher cache hit rates +as more data can be kept in the cache. + +@item Highly multi-threaded implementation. Both the file system creation tool +as well as the FUSE driver are able to make good use of the many cores of your +system. + +@item Optional experimental Python scripting support to provide custom +filtering and ordering functionality. + +@end itemize\n") + (license license:gpl3))) |