GLiCID/guix-glicid
7
0
Fork 0
mirror of https://gitlab.univ-nantes.fr/glicid-public/guix-glicid.git synced 2025-04-30 06:08:37 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'devel' into 'main'

Browse source 
add a «magic number» uid for slurm (has to be consistent on the cluster)

See merge request glicid-public/guix-glicid!174
This commit is contained in:
Yann Dupont 2023-01-02 16:38:21 +00:00
commit 1cdf8d2db9
1 changed files with 247 additions and 181 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

428
glicid/services/parallel.scm
View file

@ -1,122 +1,128 @@
(define-module (glicid services parallel) (define-module (glicid services parallel)
#:use-module (gnu packages bash) #:use-module (gnu packages bash)
#:use-module (gnu services) #:use-module (gnu services)
#:use-module (gnu services shepherd) #:use-module (gnu services shepherd)
#:use-module (gnu system shadow) #:use-module (gnu system shadow)
#:use-module (guix) #:use-module (guix)
#:use-module (guix build utils) #:use-module (guix build utils)
#:use-module (guix records) #:use-module (guix records)
#:use-module (ice-9 match) #:use-module (ice-9 match)
#:use-module (gnu packages parallel) #:use-module (gnu packages parallel)
#:use-module (glicid system file-systems) #:use-module (glicid system file-systems)
#:use-module (glicid utils) #:use-module (glicid utils)
#:export ( #:export (munged-configuration munged-configuration?
munged-configuration munged-service
munged-configuration? munged-service-type
munged-service slurmdbd-configuration
munged-service-type slurmdbd-configuration?
slurmdbd-configuration slurmdbd-service
slurmdbd-configuration? slurmdbd-service-type
slurmdbd-service slurmctld-configuration
slurmdbd-service-type slurmctld-configuration?
slurmctld-configuration slurmctld-service
slurmctld-configuration? slurmctld-service-type
slurmctld-service slurmd-configuration
slurmctld-service-type slurmd-configuration?
slurmd-configuration slurmd-service
slurmd-configuration? slurmd-service-type
slurmd-service %slurm-group
slurmd-service-type %slurm-account
%slurm-group %slurm-accounts))
%slurm-account
%slurm-accounts ))
; ;
; Munged ; Munged
; ;
(define-record-type* (define-record-type* <munged-configuration> munged-configuration
<munged-configuration> make-munged-configuration
munged-configuration make-munged-configuration
munged-configuration? munged-configuration?
(munge munge-configuration-munge (default munge)) (munge munge-configuration-munge
(key-file munged-key-file (default (file-append munge "/etc/munge/munged.key"))) (default munge))
(log-file munged-log-file (default "/var/log/munged.log"))) (key-file munged-key-file
(default (file-append munge "/etc/munge/munged.key")))
(log-file munged-log-file
(default "/var/log/munged.log")))
(define munged-service (define munged-service
(match-lambda (match-lambda
(($ <munged-configuration> munge key-file log-file) (($ <munged-configuration> munge key-file log-file)
(list (list (shepherd-service (provision '(munged))
(shepherd-service (documentation "Run munged.")
(provision '(munged)) (requirement '(user-processes))
(documentation "Run munged.") (respawn? #t)
(requirement '(user-processes)) (start #~(make-forkexec-constructor (list #$(file-append
(respawn? #t) munge
(start #~(make-forkexec-constructor "/sbin/munged")
(list "-F" "-f"
#$(file-append munge "/sbin/munged") "--key-file"
"-F" #$key-file)
"-f" ; until we fix the permissions #:log-file #$log-file))
"--key-file" #$key-file (stop #~(make-kill-destructor)))))))
)
#:log-file #$log-file ))
(stop #~(make-kill-destructor)))))))
(define %munged-activation (define %munged-activation
#~(begin #~(begin
(mkdir-p "/var/run/munge") (mkdir-p "/var/run/munge")
(mkdir-p "/var/lib/munge") (mkdir-p "/var/lib/munge") #t))
#t ))
(define munged-service-type (define munged-service-type
(service-type (service-type (name 'munged)
(name 'munged) (extensions (list (service-extension
(extensions (list shepherd-root-service-type munged-service)
(service-extension shepherd-root-service-type munged-service) (service-extension activation-service-type
(service-extension activation-service-type (const %munged-activation)))) (const %munged-activation))))
(description "Run munged"))) (description "Run munged")))
; ;
; Shared slurm account ; Shared slurm account
; ;
(define %slurm-group (user-group (name "slurm") (system? #t))) (define %slurm-group
(define %slurm-account (user-account (user-group
(name "slurm") (name "slurm")
(group "slurm") (system? #t)))
(system? #t) (define %slurm-account
(comment "slurm server user") (user-account
(home-directory "/var/spool/slurm") (name "slurm")
(shell (file-append bash "/bin/bash")))) (group "slurm")
(system? #t)
(comment "slurm server user")
(uid 721) ;«magic number…»
(home-directory "/var/spool/slurm")
(shell (file-append bash "/bin/bash"))))
(define %slurm-accounts (list %slurm-group %slurm-account)) (define %slurm-accounts
(list %slurm-group %slurm-account))
; ;
; slurmdbd ; slurmdbd
; ;
(define-record-type* (define-record-type* <slurmdbd-configuration> slurmdbd-configuration
<slurmdbd-configuration> make-slurmdbd-configuration
slurmdbd-configuration make-slurmdbd-configuration
slurmdbd-configuration? slurmdbd-configuration?
(slurm slurm (default slurm)) (slurm slurm
(slurmdbd-conf slurmdbd-conf (default (file-append slurm "/etc/slurm/slurmdbd.conf"))) (default slurm))
(log-file log-file (default "/var/log/slurm/slurmdbd.log"))) (slurmdbd-conf slurmdbd-conf
(default (file-append slurm "/etc/slurm/slurmdbd.conf")))
(log-file log-file
(default "/var/log/slurm/slurmdbd.log")))
(define slurmdbd-service (define slurmdbd-service
(match-lambda (match-lambda
(($ <slurmdbd-configuration> slurm slurmdbd-conf log-file) (($ <slurmdbd-configuration> slurm slurmdbd-conf log-file)
(list (list (shepherd-service (provision '(slurmdbd))
(shepherd-service (documentation "Run slurmdbd.")
(provision '(slurmdbd)) (requirement '(user-processes))
(documentation "Run slurmdbd.") (respawn? #t)
(requirement '(user-processes)) (start #~(make-forkexec-constructor (list #$(file-append
(respawn? #t) slurm
(start #~(make-forkexec-constructor "/sbin/slurmdbd")
(list "-D")
#$(file-append slurm "/sbin/slurmdbd") #:log-file #$log-file
"-D" ) #:user (passwd:uid
#:log-file #$log-file (getpwnam
#:user (passwd:uid (getpwnam "slurm")) "slurm"))
#:group (passwd:gid (getpwnam "slurm")))) #:group (passwd:gid
(stop #~(make-kill-destructor))))))) (getpwnam
"slurm"))))
(stop #~(make-kill-destructor)))))))
(define %slurmdbd-activation (define %slurmdbd-activation
#~(begin #~(begin
@ -127,57 +133,81 @@
(mkdir-p "/var/spool/slurmctld") (mkdir-p "/var/spool/slurmctld")
(touch "/var/log/slurm/slurmdbd.log") (touch "/var/log/slurm/slurmdbd.log")
(touch "/var/run/slurmdbd.pid") (touch "/var/run/slurmdbd.pid")
(chown "/var/run/slurmdbd.pid" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown "/var/run/slurmdbd.pid"
(chown "/var/log/slurm" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:uid (getpwnam "slurm"))
(chown "/var/log/slurm/slurmdbd.log" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:gid (getpwnam "slurm")))
(chown "/var/lib/slurm-archives" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown "/var/log/slurm"
(chown "/var/lib/slurm" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:uid (getpwnam "slurm"))
(chown "/var/spool/slurmctld" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:gid (getpwnam "slurm")))
(chown "/etc/slurm" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown "/var/log/slurm/slurmdbd.log"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/var/lib/slurm-archives"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/var/lib/slurm"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/var/spool/slurmctld"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/etc/slurm"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(for-each (lambda (slurm-file) (for-each (lambda (slurm-file)
(chown slurm-file (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown slurm-file
(chmod slurm-file #o600) (passwd:uid (getpwnam "slurm"))
)(find-files "/etc/slurm/")) (passwd:gid (getpwnam "slurm")))
#t )) (chmod slurm-file #o600))
(find-files "/etc/slurm/"))
#t))
(define slurmdbd-service-type (define slurmdbd-service-type
(service-type (service-type (name 'slurmdbd)
(name 'slurmdbd) (extensions (list (service-extension
(extensions (list shepherd-root-service-type slurmdbd-service)
(service-extension shepherd-root-service-type slurmdbd-service) (service-extension activation-service-type
(service-extension activation-service-type (const %slurmdbd-activation)) (const
(service-extension account-service-type (const %slurm-accounts)))) %slurmdbd-activation))
(description "Run slurmdbd"))) (service-extension account-service-type
(const %slurm-accounts))))
(description "Run slurmdbd")))
; ;
; slurmctld ; slurmctld
; ;
(define-record-type* (define-record-type* <slurmctld-configuration> slurmctld-configuration
<slurmctld-configuration> make-slurmctld-configuration
slurmctld-configuration make-slurmctld-configuration
slurmctld-configuration? slurmctld-configuration?
(slurm slurm (default slurm)) (slurm slurm
(slurmctld-conf slurmctld-conf (default (file-append slurm "/etc/slurm/slurmctld.conf"))) (default slurm))
(log-file log-file (default "/var/log/slurm/slurmctld.log"))) (slurmctld-conf slurmctld-conf
(default (file-append slurm "/etc/slurm/slurmctld.conf")))
(log-file log-file
(default "/var/log/slurm/slurmctld.log")))
(define slurmctld-service (define slurmctld-service
(match-lambda (match-lambda
(($ <slurmctld-configuration> slurm slurmctld-conf log-file) (($ <slurmctld-configuration> slurm slurmctld-conf log-file)
(list (list (shepherd-service (provision '(slurmctld))
(shepherd-service (documentation "Run slurmctld.")
(provision '(slurmctld)) (requirement '(user-processes))
(documentation "Run slurmctld.") (respawn? #t)
(requirement '(user-processes)) (start #~(make-forkexec-constructor (list #$(file-append
(respawn? #t) slurm
(start #~(make-forkexec-constructor "/sbin/slurmctld")
(list "-D"
#$(file-append slurm "/sbin/slurmctld") "-R"
"-D" "-R" "-f"
"-f" #$slurmctld-conf ) #$slurmctld-conf)
#:log-file #$log-file #:log-file #$log-file
#:user (passwd:uid (getpwnam "slurm")) #:user (passwd:uid
#:group (passwd:gid (getpwnam "slurm")))) (getpwnam
(stop #~(make-kill-destructor))))))) "slurm"))
#:group (passwd:gid
(getpwnam
"slurm"))))
(stop #~(make-kill-destructor)))))))
(define %slurmctld-activation (define %slurmctld-activation
#~(begin #~(begin
@ -188,62 +218,97 @@
(mkdir-p "/var/spool/slurmctld") (mkdir-p "/var/spool/slurmctld")
(touch "/var/log/slurm/slurmctld.log") (touch "/var/log/slurm/slurmctld.log")
(touch "/var/run/slurmctld.pid") (touch "/var/run/slurmctld.pid")
(chown "/var/log/slurm" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown "/var/log/slurm"
(chown "/var/log/slurm/slurmctld.log" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:uid (getpwnam "slurm"))
(chown "/var/run/slurmctld.pid" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:gid (getpwnam "slurm")))
(chown "/var/lib/slurm-archives" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown "/var/log/slurm/slurmctld.log"
(chown "/var/lib/slurm" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:uid (getpwnam "slurm"))
(chown "/var/spool/slurmctld" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (passwd:gid (getpwnam "slurm")))
(chown "/etc/slurm" (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown "/var/run/slurmctld.pid"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/var/lib/slurm-archives"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/var/lib/slurm"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/var/spool/slurmctld"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(chown "/etc/slurm"
(passwd:uid (getpwnam "slurm"))
(passwd:gid (getpwnam "slurm")))
(for-each (lambda (slurm-file) (for-each (lambda (slurm-file)
(chown slurm-file (passwd:uid (getpwnam "slurm")) (passwd:gid (getpwnam "slurm"))) (chown slurm-file
(chmod slurm-file #o600) (passwd:uid (getpwnam "slurm"))
)(find-files "/etc/slurm/")) (passwd:gid (getpwnam "slurm")))
#t )) (chmod slurm-file #o600))
(find-files "/etc/slurm/"))
#t))
(define slurmctld-service-type (define slurmctld-service-type
(service-type (service-type (name 'slurmctld)
(name 'slurmctld) (extensions (list (service-extension
(extensions (list shepherd-root-service-type
(service-extension shepherd-root-service-type slurmctld-service) slurmctld-service)
(service-extension activation-service-type (const %slurmctld-activation)) (service-extension activation-service-type
(service-extension account-service-type (const %slurm-accounts)))) (const
(description "Run slurmctld"))) %slurmctld-activation))
(service-extension account-service-type
(const %slurm-accounts))))
(description "Run slurmctld")))
; ;
; slurmd ; slurmd
; ;
(define-record-type* (define-record-type* <slurmd-configuration> slurmd-configuration
<slurmd-configuration> make-slurmd-configuration
slurmd-configuration make-slurmd-configuration
slurmd-configuration? slurmd-configuration?
(slurm slurm (default slurm)) (slurm slurm
(slurmd-conf slurmd-conf (default (file-append slurm "/etc/slurm/slurm.conf"))) (default slurm))
(log-file log-file (default "/var/log/slurm/slurmd.log")) (slurmd-conf slurmd-conf
(slurmctld-host slurmctld-host (default #f)) (default (file-append slurm "/etc/slurm/slurm.conf")))
(log-level log-level (default #f))) (log-file log-file
(default "/var/log/slurm/slurmd.log"))
(slurmctld-host slurmctld-host
(default #f))
(log-level log-level
(default #f)))
(define slurmd-service (define slurmd-service
(match-lambda (match-lambda
(($ <slurmd-configuration> slurm slurmd-conf slurmctld-host log-file log-level) (($ <slurmd-configuration>
(list slurm
(shepherd-service slurmd-conf
(provision '(slurmd)) slurmctld-host
(documentation "Run slurmd.") log-file
(requirement '( user-processes )) log-level)
(respawn? #t) (list (shepherd-service (provision '(slurmd))
(start #~(make-forkexec-constructor (documentation "Run slurmd.")
(list (requirement '(user-processes))
#$(file-append slurm "/sbin/slurmd") (respawn? #t)
"-D" (start #~(make-forkexec-constructor (list #$(file-append
#$@(if slurmctld-host slurm
(list (string-append "--conf-server" slurmctld-host)) "/sbin/slurmd")
(list (string-append "-f" slurmd-conf))) "-D"
#$@(if log-level #$@(if
(list log-level) slurmctld-host
'())) (list
#:log-file #$log-file )) (string-append
(stop #~(make-kill-destructor))))))) "--conf-server"
slurmctld-host))
(list
(string-append
"-f"
slurmd-conf)))
#$@(if
log-level
(list
log-level)
'()))
#:log-file #$log-file))
(stop #~(make-kill-destructor)))))))
(define %slurmd-activation (define %slurmd-activation
#~(begin #~(begin
@ -254,13 +319,14 @@
(mkdir-p "/var/spool/slurmd") (mkdir-p "/var/spool/slurmd")
(touch "/var/log/slurm/slurmd.log") (touch "/var/log/slurm/slurmd.log")
(touch "/var/run/slurmd.pid") (touch "/var/run/slurmd.pid")
#t )) #t))
(define slurmd-service-type (define slurmd-service-type
(service-type (service-type (name 'slurmd)
(name 'slurmd) (extensions (list (service-extension
(extensions (list shepherd-root-service-type slurmd-service)
(service-extension shepherd-root-service-type slurmd-service) (service-extension activation-service-type
(service-extension activation-service-type (const %slurmd-activation)) (const %slurmd-activation))
(service-extension account-service-type (const %slurm-accounts)))) (service-extension account-service-type
(description "Run slurmd"))) (const %slurm-accounts))))
(description "Run slurmd")))