feat(admin-config-tool): task 5.4 - golden-file build determinism tests

tests/fixtures/{minimal,full}/configs/*.yaml + checked-in expected.bin
golden files, added to test_config_build.py. Catches representation
drift (bytes changing even when decoded content stays correct) that
the existing structural/decode-based assertions can't detect.
This commit is contained in:
Rongsong Shen 2026-07-22 09:58:04 +00:00
parent b5040e0877
commit 48a5a0b4e6
13 changed files with 481 additions and 3 deletions

View file

@ -0,0 +1,39 @@
---
hosts:
- hostname: default
type: "x86_64-linux-gnu"
model: "x86_64-linux-gnu"
max_slot: -1
description: "default host"
resource:
- name: mg
- name: maxswap
value: 10000
sched_stop:
- resname: r1m
sched: 3.5
stop: 4.5
- resname: r15s
sched: 4.0
stop: 10.0
dispatch_window:
- start_time: "9:00"
end_time: "18:00"
- start_time: "21:00"
end_time: "7:00"
- hostname: worker2
model: "!"
type: "!"
max_slot: 256
resource:
- name: gstring
value: "This is a G string"
hostgroups:
- groupname: hg1
members:
- all
exclude_members: [h3]

View file

@ -0,0 +1,49 @@
---
limits:
# cap total slots for ug1 across the whole cluster
- name: ug1_slots
users:
members:
- ug1
resname: slots
value: 10
# per-user slot cap inside ug2 (each member gets up to 4, not a shared pool)
- name: ug2_slots_per_user
users:
members:
- ug2
exclude_members:
- user3
resname: slots
value: 4
per_user: true
# queue-scoped memory cap, percentage of total mem resource
- name: night_mem_pct
queues:
members:
- night
resname: mem
value: 50
percent: true
# host-scoped cap, applied per host in hg1
- name: hg1_slots_per_host
hosts:
members:
- hg1
resname: slots
value: 20
per_host: true
# combined scope: ug1 members on the normal queue
- name: ug1_normal_slots
users:
members:
- ug1
queues:
members:
- normal
resname: slots
value: 8

View file

@ -0,0 +1,94 @@
---
queues:
- name: xce
description: "xce queue"
priority: 30
fairshare:
- user: default
share: 100
hosts:
members:
- all
- name: normal
description: "normal queue"
priority: 40
nice: 10
fairshare:
- user: default
share: 100
hosts:
members:
- all
- name: night
description: "night queue"
priority: 30
nice: 10
res_req: "mem>1000 rusage[mem=1000]"
gpu_req: "num=1:mode=shared:gvendor=NVIDIA:gmodel=A100"
fairshare:
- user: ug1
share: 1000
- user: others
share: 100
cpulimit: 100
memlimit: 1000
runlimit: 20
runtimeest: 30
dispatch_window:
- start_time: "19:00"
end_time: "8:30"
run_window:
- start_time: "5:19:00"
end_time: "1:8:30"
- start_time: "20:00"
end_time: "8:30"
sched_stop:
- resname: tmp
sched: 2000
stop: 1000
- resname: res1
sched: 1.0
stop: 2.5
reservation: 100
preemption: preemptive
backfill: true
exclusive: false
rerunable: true
pre_exec: "/path/to/preexec.sh"
post_exec: "/path/to/postexec.sh"
job_starter: "/path/to/jobstarter.sh"
users:
members:
- ug1
- ug2
exclude_members:
- user3
hosts:
members:
- hgroup1
- hgroup2
exclude_members:
- host3
- name: short
description: "for short jobs"
priority: 45
cpulimit: 15
fairshare:
- user: ug1
share: 1000
- user: default
share: 100
reservation: 10
preemption: preemptable
backfill: true
users:
members:
- ugroup1
hosts:
members:
- hgroup1

View file

@ -0,0 +1,199 @@
---
resources:
# built-in: job slot count (consumed by running jobs, decreases as slots fill)
- name: slots
type: numeric
order: decrease
consumable: true
description: "job slot count (built-in)"
# built-in: dynamic memory load index reported by workers
- name: mem
type: numeric
interval: 60
consumable: false
order: decrease
description: "available memory in MB (built-in dynamic load index)"
# built-in host attributes, registered per-worker by
# controller/worker.c add_hostattrs_resvals()
- name: type
type: string
description: "host OS/arch type (built-in host attribute)"
- name: model
type: string
description: "host hardware model (built-in host attribute)"
- name: cpuf
type: numeric
description: "CPU speed factor (built-in host attribute)"
- name: maxcpus
type: numeric
description: "max CPU count (built-in host attribute)"
- name: maxmem
type: numeric
description: "max memory in MB (built-in host attribute)"
- name: maxswap
type: numeric
description: "max swap in MB (built-in host attribute)"
- name: maxtmp
type: numeric
description: "max tmp disk space in MB (built-in host attribute)"
- name: ndisks
type: numeric
description: "disk count (built-in host attribute)"
# dynamic hostbased resource, external load index
- name: dynres1
type: numeric
interval: 60
order: decrease
consumable: true
release: true
description: "user defined dynamic resource"
resourcemap:
- location:
- default
# dynamic share resource, 2 instances
- name: dynres2
type: numeric
interval: 60
consumable: false
order: decrease
description: "user defined dynamic resource"
resourcemap:
- location:
- host1
- host2
- location:
- host5
- host6
# static share resource, all host share 100 res.
- name: staticres4
type: numeric
interval: 0
consumable: true
order: decrease
resourcemap:
- location:
- all
value: 100
# static share resource, host1 and host2 share the 100 res.
- name: staticres1
type: numeric
interval: 0
consumable: true
order: decrease
resourcemap:
- value: 100
location:
- host1
- host2
# static share resource, each of host1 and host2 shares the 100 res.
- name: staticres2
type: numeric
interval: 0
consumable: false
order: decrease
resourcemap:
- value: 100
location:
- host1
- value: 100
location:
- host2
# static hostbased resource.
- name: staticres3
type: numeric
interval: 0
consumable: true
order: decrease
resourcemap:
- value: 100
location:
- default
- name: res1
type: numeric
interval: 0
consumable: true
order: decrease
resourcemap:
- location:
- all
value: 100
- name: sres1
type: numeric
interval: 0
consumable: true
order: decrease
# boolean resource
- name: bigmem
type: boolean
order: na
resourcemap:
- value: true
location:
- host1
- value: true
location:
- host2
- value: true
location:
- host3
# dynamic string resource
- name: strres1
type: string
interval: 60
consumable: false
order: na
description: "string resources"
resourcemap:
- location:
- default
# static string resource
- name: strres2
type: string
description: "string resources"
resourcemap:
- value: v1
location:
- host1
- value: v2
location:
- host2
- value: v3
location:
- host3
- name: host_quota
description: quota on each host
type: numeric
order: decrease
consumable: true
interval: 0
resourcemap:
- value: 10
location:
- default
- name: gstring
description: string resource
type: string

View file

@ -0,0 +1,13 @@
---
scalers:
# script-based cloud autoscaler provider
- name: aws-asg
type: script
conf_path: /etc/xce/scalers/aws-asg.conf
script_path: /opt/xce/scalers/aws_asg.sh
script_option: "--region us-east-1"
# minimal provider, no conf file or options
- name: k8s-pool
type: script
script_path: /opt/xce/scalers/k8s_pool.sh

View file

@ -0,0 +1,8 @@
---
#define usergroup share
usergroups:
- groupname: ug1
members:
- user1
- user2

View file

@ -0,0 +1,6 @@
---
cluster_name: eda1
heartbeat_interval: 30
inactive_heartbeat_count: 3
fetch_job_interval: 10
netio_timeout: 30

Binary file not shown.