/tests/store-deduplication.scm (e2870a363dcffd76cfa822044cf7e9a4726e461a) (4533 bytes) (mode 100644) (type blob)
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2018 Ludovic Courtès <ludo@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
(define-module (test-store-deduplication)
#:use-module (guix tests)
#:use-module (guix store deduplication)
#:use-module (gcrypt hash)
#:use-module ((guix utils) #:select (call-with-temporary-directory))
#:use-module (guix build utils)
#:use-module (rnrs bytevectors)
#:use-module (ice-9 binary-ports)
#:use-module (srfi srfi-1)
#:use-module (srfi srfi-64))
(test-begin "store-deduplication")
(test-equal "deduplicate"
(cons* #t #f ;inode comparisons
2 (make-list 5 6)) ;'nlink' values
(call-with-temporary-directory
(lambda (store)
(let ((data (string->utf8 "Hello, world!"))
(identical (map (lambda (n)
(string-append store "/" (number->string n)
"/a/b/c"))
(iota 5)))
(unique (string-append store "/unique")))
(for-each (lambda (file)
(mkdir-p (dirname file))
(call-with-output-file file
(lambda (port)
(put-bytevector port data))))
identical)
;; Make the parent of IDENTICAL read-only. This should not prevent
;; deduplication from inserting its hard link.
(chmod (dirname (second identical)) #o544)
(call-with-output-file unique
(lambda (port)
(put-bytevector port (string->utf8 "This is unique."))))
(deduplicate store (nar-sha256 store) #:store store)
;; (system (string-append "ls -lRia " store))
(cons* (apply = (map (compose stat:ino stat) identical))
(= (stat:ino (stat unique))
(stat:ino (stat (car identical))))
(stat:nlink (stat unique))
(map (compose stat:nlink stat) identical))))))
(test-equal "deduplicate, ENOSPC"
(cons* #f ;inode comparison
(append (make-list 3 4)
(make-list 7 1))) ;'nlink' values
;; In this scenario the first 3 files are properly deduplicated and then we
;; simulate a full '.links' directory where link(2) gets ENOSPC, thereby
;; preventing deduplication of the subsequent files.
(call-with-temporary-directory
(lambda (store)
(let ((true-link link)
(links 0)
(data1 (string->utf8 "Hello, world!"))
(data2 (string->utf8 "Hi, world!"))
(identical (map (lambda (n)
(string-append store "/" (number->string n)
"/a/b/c"))
(iota 10)))
(populate (lambda (data)
(lambda (file)
(mkdir-p (dirname file))
(call-with-output-file file
(lambda (port)
(put-bytevector port data)))))))
(for-each (populate data1) (take identical 5))
(for-each (populate data2) (drop identical 5))
(dynamic-wind
(lambda ()
(set! link (lambda (old new)
(set! links (+ links 1))
(if (<= links 3)
(true-link old new)
(throw 'system-error "link" "~A" '("Whaaat?!")
(list ENOSPC))))))
(lambda ()
(deduplicate store (nar-sha256 store) #:store store))
(lambda ()
(set! link true-link)))
(cons (apply = (map (compose stat:ino stat) identical))
(map (compose stat:nlink stat) identical))))))
(test-end "store-deduplication")
Mode |
Type |
Size |
Ref |
File |
100644 |
blob |
6139 |
7f310d2612983845551d0a641b730a269a180a3f |
.dir-locals.el |
100644 |
blob |
2533 |
e2f745b42a5a1591a93a3e9a7ccfc107a6178eff |
.gitignore |
100644 |
blob |
6179 |
ee164083c8379d90c6e7ab3b38576266f458f40c |
.guix-authorizations |
100644 |
blob |
182 |
b852180cf2563ec7b74b93c954de38d77237f23f |
.guix-channel |
100644 |
blob |
4499 |
146e65184a2f987b0307d0ec7300c93e84110625 |
.mailmap |
100644 |
blob |
472 |
1e30a74a64f51ec735dcc44ff4dfe5fa4fa13c6f |
AUTHORS |
100644 |
blob |
3273 |
ef90330cdacb9ecf7dbf38a03cdb490db131a4ad |
CODE-OF-CONDUCT |
100644 |
blob |
35147 |
94a9ed024d3859793618152ea559a168bbcbb5e2 |
COPYING |
100644 |
blob |
163 |
d6ea6943261fcae51c095ad39fe59140fc62de22 |
ChangeLog |
100644 |
blob |
749 |
aaa673fc93b0bb74feca4783ae427b9ea1b604ea |
HACKING |
100644 |
blob |
33109 |
a75d9c1ffc4237c0478b62a235b9b521fd840517 |
Makefile.am |
100644 |
blob |
359348 |
bb1de1e93802064ff44392db56d05cd0a11fcc15 |
NEWS |
100644 |
blob |
5260 |
5e9069f80f58d3946cdd588f30919a177eaccb55 |
README |
100644 |
blob |
3237 |
2475cb637ceb6eb43f54d080c56e5793041b76e5 |
ROADMAP |
100644 |
blob |
2381 |
af7afd3576f2e6aa5cbafc3c6354bbab1ae00774 |
THANKS |
100644 |
blob |
4360 |
f854f7fa98e09c7b512f3efb702c290b615186a0 |
TODO |
100755 |
blob |
906 |
a47269d87f1d6fd27bbaf634ac7439b38b32cca3 |
bootstrap |
040000 |
tree |
- |
b15b9ede344760715e240528bc322c7b0194bbe7 |
build-aux |
100644 |
blob |
4808 |
50ead355a81edebf5c9419bd76a1dd69e85f5adf |
config-daemon.ac |
100644 |
blob |
8760 |
6861112eafaed85e107f8976f12e0ddb795571b7 |
configure.ac |
100644 |
blob |
339545 |
d234c4ec8668cead20279d903589d29c513b4cb6 |
d3.v3.js |
040000 |
tree |
- |
3429d151d1aa398d5f16df794830da129964d217 |
doc |
040000 |
tree |
- |
1b48bfe2c716d39c5f4e7bf962dbc5ad4540b961 |
etc |
100644 |
blob |
5289 |
f139531ef3ecf56a790ae73934e2d91016c1aba4 |
gnu.scm |
040000 |
tree |
- |
6580445118b0be8a7dcf78a96a35b76de3bd1eaa |
gnu |
100644 |
blob |
4207 |
ad8279395d8eb1fe5a836d54ec563a4577f4d135 |
graph.js |
100644 |
blob |
1357 |
8753c21e423f880e7a6d9f7f6f6ff1139f8b7254 |
guix.scm |
040000 |
tree |
- |
74d74de00060be23e3d5280d0300a8fe69a58387 |
guix |
040000 |
tree |
- |
8df9aaabfb400159e2559fd4331fb861cb0a5adc |
m4 |
040000 |
tree |
- |
d0ec05821e49fa1536a9c19a33ad13b5ba3ea0c2 |
nix |
040000 |
tree |
- |
8dac6dd305591d733ef087c35eee3b3acb1daee2 |
po |
040000 |
tree |
- |
8c4db11917d51c4d71a841813cf8951000b76687 |
scripts |
040000 |
tree |
- |
867e6957c2eed1c47764e42093bb26ae37b221e3 |
tests |
Hints:
Before first commit, do not forget to setup your git environment:
git config --global user.name "your_name_here"
git config --global user.email "your@email_here"
Clone this repository using HTTP(S):
git clone https://rocketgit.com/user/maav/guix-mirror
Clone this repository using ssh (do not forget to upload a key first):
git clone ssh://rocketgit@ssh.rocketgit.com/user/maav/guix-mirror
Clone this repository using git:
git clone git://git.rocketgit.com/user/maav/guix-mirror
You are allowed to anonymously push to this repository.
This means that your pushed commits will automatically be transformed into a
merge request:
... clone the repository ...
... make some changes and some commits ...
git push origin main