sanoid/syncoid nem értem

Fórumok

van 2 zfs poolom: mediapool, backuppool.

cat /etc/sanoid/sanoid.conf
############################################################
# /etc/sanoid/sanoid.conf file.
############################################################

[mediapool]
use_template = production
recursive = yes
process_children_only = yes

[backuppool]
use_template = monthly_backup
recursive = yes

#############################
# templates below this line #
#############################

[template_production]
frequently = 0
hourly = 0
daily = 7
weekly = 4
monthly = 0
yearly = 0
autosnap = yes
autoprune = yes

[template_monthly_backup]
frequently = 0
hourly = 0
daily = 7
weekly = 4
monthly = 6
yearly = 0
autosnap = yes
autoprune = yes

minden nap lefut crontabból a mentés:

crontab -l

# Wake up machine at 3 AM
#0 3 * * * rtcwake -m no -s $(($(date -d '03:00' +%s) - $(date +%s)))

# Run sanoid job at 3:10 AM (assuming it's installed and configured properly)
35 3 * * * /usr/sbin/sanoid --run --verbose

# Run syncoid job (adjust with your specific syncoid configuration)
1 3 * * * /usr/sbin/syncoid --recursive mediapool backuppool/mediapool

Az eredmény viszont nem egyezik a konfigban beállítottakkal. Konkrétan azt látom, hogy weekly nem igazán készül, csak néhány esetben:

 zfs list -t snapshot
NAME                                                                                USED  AVAIL  REFER  MOUNTPOINT
backuppool@autosnap_2025-01-01_17:27:54_monthly                                      64K      -    96K  -
backuppool@autosnap_2025-01-06_19:24:05_weekly                                        0B      -    96K  -
backuppool@autosnap_2025-01-07_08:30:15_weekly                                        0B      -    96K  -
backuppool@autosnap_2025-01-10_03:10:03_daily                                         0B      -    96K  -
backuppool@autosnap_2025-01-11_03:10:03_daily                                         0B      -    96K  -
backuppool@autosnap_2025-01-12_03:11:01_daily                                         0B      -    96K  -
backuppool@autosnap_2025-01-13_03:35:03_daily                                         0B      -    96K  -
backuppool@autosnap_2025-01-13_23:33:44_weekly                                        0B      -    96K  -
backuppool@autosnap_2025-01-14_03:35:03_daily                                         0B      -    96K  -
backuppool@autosnap_2025-01-15_03:35:04_daily                                         0B      -    96K  -
backuppool@autosnap_2025-01-16_03:35:03_daily                                        56K      -    96K  -
backuppool@autosnap_2025-01-17_03:35:03_daily                                         0B      -    96K  -
backuppool/mediapool@syncoid_cookiemonster_2025-01-17:03:01:01-GMT01:00               0B      -   120K  -
backuppool/mediapool@autosnap_2025-01-17_03:35:01_monthly                             0B      -   120K  -
backuppool/mediapool@autosnap_2025-01-17_03:35:01_weekly                              0B      -   120K  -
backuppool/mediapool@autosnap_2025-01-17_03:35:01_daily                               0B      -   120K  -
backuppool/mediapool/archive@autosnap_2025-01-06_20:28:54_weekly                      0B      -   908G  -
backuppool/mediapool/archive@autosnap_2025-01-07_08:30:16_weekly                      0B      -   908G  -
backuppool/mediapool/archive@autosnap_2025-01-10_03:10:02_daily                       0B      -   933G  -
backuppool/mediapool/archive@autosnap_2025-01-11_03:10:01_daily                       0B      -   933G  -
backuppool/mediapool/archive@autosnap_2025-01-12_03:10:39_daily                       0B      -   968G  -
backuppool/mediapool/archive@autosnap_2025-01-13_03:35:04_daily                       0B      -   968G  -
backuppool/mediapool/archive@autosnap_2025-01-13_23:33:44_weekly                     88K      -   969G  -
backuppool/mediapool/archive@autosnap_2025-01-14_03:35:03_daily                       0B      -   975G  -
backuppool/mediapool/archive@autosnap_2025-01-15_03:35:04_daily                       0B      -   975G  -
backuppool/mediapool/archive@autosnap_2025-01-16_03:35:03_daily                       0B      -   975G  -
backuppool/mediapool/archive@syncoid_cookiemonster_2025-01-17:03:01:02-GMT01:00       0B      -   975G  -
backuppool/mediapool/archive@autosnap_2025-01-17_03:35:02_monthly                     0B      -   975G  -
backuppool/mediapool/archive@autosnap_2025-01-17_03:35:02_daily                       0B      -   975G  -
backuppool/mediapool/backups@autosnap_2025-01-06_20:28:54_weekly                    135G      -  2.07T  -
backuppool/mediapool/backups@autosnap_2025-01-07_08:30:17_weekly                   33.8G      -  2.12T  -
backuppool/mediapool/backups@autosnap_2025-01-10_03:10:03_daily                       0B      -  2.13T  -
backuppool/mediapool/backups@autosnap_2025-01-11_03:10:01_daily                       0B      -  2.13T  -
backuppool/mediapool/backups@autosnap_2025-01-12_03:10:47_daily                       0B      -  2.15T  -
backuppool/mediapool/backups@autosnap_2025-01-13_03:35:05_daily                       0B      -  2.15T  -
backuppool/mediapool/backups@autosnap_2025-01-13_23:33:45_weekly                      0B      -  2.30T  -
backuppool/mediapool/backups@autosnap_2025-01-14_03:35:03_daily                       0B      -  2.30T  -
backuppool/mediapool/backups@syncoid_cookiemonster_2025-01-15:03:01:05-GMT01:00       0B      -  2.30T  -
backuppool/mediapool/backups@autosnap_2025-01-15_03:35:03_monthly                     0B      -  2.30T  -
backuppool/mediapool/backups@autosnap_2025-01-15_03:35:03_daily                       0B      -  2.30T  -
backuppool/mediapool/backups@autosnap_2025-01-16_03:35:04_daily                     120K      -  2.30T  -
backuppool/mediapool/backups@autosnap_2025-01-17_03:35:02_daily                       0B      -  2.30T  -
backuppool/mediapool/beni@autosnap_2025-01-06_20:28:55_weekly                         0B      -   342G  -
backuppool/mediapool/beni@autosnap_2025-01-07_08:30:16_weekly                         0B      -   342G  -
backuppool/mediapool/beni@autosnap_2025-01-10_03:10:02_daily                          0B      -   343G  -
backuppool/mediapool/beni@autosnap_2025-01-11_03:10:03_daily                          0B      -   343G  -
backuppool/mediapool/beni@autosnap_2025-01-12_03:10:57_daily                          0B      -   342G  -
backuppool/mediapool/beni@autosnap_2025-01-13_03:35:01_daily                          0B      -   342G  -
backuppool/mediapool/beni@autosnap_2025-01-13_23:33:46_weekly                         0B      -   339G  -
backuppool/mediapool/beni@autosnap_2025-01-14_03:35:03_daily                          0B      -   339G  -
backuppool/mediapool/beni@autosnap_2025-01-15_03:35:01_daily                        107M      -   333G  -
backuppool/mediapool/beni@syncoid_cookiemonster_2025-01-16:03:01:05-GMT01:00          0B      -   334G  -
backuppool/mediapool/beni@autosnap_2025-01-16_03:35:03_monthly                        0B      -   334G  -
backuppool/mediapool/beni@autosnap_2025-01-16_03:35:03_daily                          0B      -   334G  -
backuppool/mediapool/beni@autosnap_2025-01-17_03:35:04_daily                          0B      -   334G  -
backuppool/mediapool/movies@autosnap_2025-01-06_20:28:55_weekly                       0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-07_08:30:14_weekly                       0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-10_03:10:01_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-11_03:10:02_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-12_03:10:05_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-13_03:35:03_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-13_23:33:44_weekly                       0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-14_03:35:04_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-15_03:35:02_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@syncoid_cookiemonster_2025-01-16:03:01:25-GMT01:00        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-16_03:35:02_monthly                      0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-16_03:35:02_daily                        0B      -  91.1G  -
backuppool/mediapool/movies@autosnap_2025-01-17_03:35:02_daily                        0B      -  91.1G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-06_20:28:54_weekly                    0B      -   284G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-07_08:30:13_weekly                    0B      -   284G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-10_03:10:02_daily                    80K      -   260G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-11_03:10:03_daily                  8.01G      -   268G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-12_03:10:54_daily                    64K      -   233G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-13_03:35:02_daily                    64K      -   242G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-13_23:33:45_weekly                   96K      -   236G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-14_03:35:04_daily                     0B      -   230G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-15_03:35:03_daily                     0B      -   230G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-16_03:35:04_daily                     0B      -   231G  -
backuppool/mediapool/sorozatok@syncoid_cookiemonster_2025-01-17:03:01:11-GMT01:00     0B      -   231G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-17_03:35:02_monthly                   0B      -   231G  -
backuppool/mediapool/sorozatok@autosnap_2025-01-17_03:35:02_daily                     0B      -   231G  -
mediapool@syncoid_cookiemonster_2025-01-17:03:01:01-GMT01:00                          0B      -   174K  -
mediapool/archive@autosnap_2025-01-06_20:28:54_weekly                                 0B      -   907G  -
mediapool/archive@autosnap_2025-01-07_08:30:16_weekly                                 0B      -   907G  -
mediapool/archive@autosnap_2025-01-10_03:10:02_daily                                  0B      -   932G  -
mediapool/archive@autosnap_2025-01-11_03:10:01_daily                                  0B      -   932G  -
mediapool/archive@autosnap_2025-01-12_03:10:39_daily                                  0B      -   967G  -
mediapool/archive@autosnap_2025-01-13_03:35:04_daily                                  0B      -   967G  -
mediapool/archive@autosnap_2025-01-13_23:33:44_weekly                               128K      -   969G  -
mediapool/archive@autosnap_2025-01-14_03:35:03_daily                                  0B      -   975G  -
mediapool/archive@autosnap_2025-01-15_03:35:04_daily                                  0B      -   975G  -
mediapool/archive@autosnap_2025-01-16_03:35:03_daily                                  0B      -   975G  -
mediapool/archive@syncoid_cookiemonster_2025-01-17:03:01:02-GMT01:00                  0B      -   975G  -
mediapool/archive@autosnap_2025-01-17_03:35:04_daily                                  0B      -   975G  -
mediapool/backups@autosnap_2025-01-06_20:28:54_weekly                               135G      -  2.07T  -
mediapool/backups@autosnap_2025-01-07_08:30:17_weekly                              33.8G      -  2.12T  -
mediapool/backups@autosnap_2025-01-10_03:10:03_daily                                  0B      -  2.13T  -
mediapool/backups@autosnap_2025-01-11_03:10:01_daily                                  0B      -  2.13T  -
mediapool/backups@autosnap_2025-01-12_03:10:47_daily                                  0B      -  2.14T  -
mediapool/backups@autosnap_2025-01-13_03:35:05_daily                                  0B      -  2.14T  -
mediapool/backups@autosnap_2025-01-13_23:33:45_weekly                                 0B      -  2.30T  -
mediapool/backups@autosnap_2025-01-14_03:35:03_daily                                  0B      -  2.30T  -
mediapool/backups@syncoid_cookiemonster_2025-01-15:03:01:05-GMT01:00                  0B      -  2.30T  -
mediapool/backups@autosnap_2025-01-15_03:35:03_daily                                  0B      -  2.30T  -
mediapool/backups@syncoid_cookiemonster_2025-01-16:03:01:04-GMT01:00                  0B      -  2.30T  -
mediapool/backups@autosnap_2025-01-16_03:35:02_daily                                  0B      -  2.30T  -
mediapool/backups@syncoid_cookiemonster_2025-01-17:03:01:09-GMT01:00                  0B      -  2.30T  -
mediapool/backups@autosnap_2025-01-17_03:35:02_daily                                  0B      -  2.30T  -
mediapool/beni@autosnap_2025-01-06_20:28:55_weekly                                    0B      -   342G  -
mediapool/beni@autosnap_2025-01-07_08:30:16_weekly                                    0B      -   342G  -
mediapool/beni@autosnap_2025-01-10_03:10:02_daily                                     0B      -   343G  -
mediapool/beni@autosnap_2025-01-11_03:10:03_daily                                     0B      -   343G  -
mediapool/beni@autosnap_2025-01-12_03:10:57_daily                                     0B      -   341G  -
mediapool/beni@autosnap_2025-01-13_03:35:01_daily                                     0B      -   341G  -
mediapool/beni@autosnap_2025-01-13_23:33:46_weekly                                    0B      -   338G  -
mediapool/beni@autosnap_2025-01-14_03:35:03_daily                                     0B      -   338G  -
mediapool/beni@autosnap_2025-01-15_03:35:01_daily                                   109M      -   333G  -
mediapool/beni@syncoid_cookiemonster_2025-01-16:03:01:05-GMT01:00                     0B      -   334G  -
mediapool/beni@autosnap_2025-01-16_03:35:03_daily                                     0B      -   334G  -
mediapool/beni@syncoid_cookiemonster_2025-01-17:03:01:10-GMT01:00                     0B      -   334G  -
mediapool/beni@autosnap_2025-01-17_03:35:04_daily                                     0B      -   334G  -
mediapool/movies@autosnap_2025-01-06_20:28:55_weekly                                  0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-07_08:30:14_weekly                                  0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-10_03:10:01_daily                                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-11_03:10:02_daily                                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-12_03:10:05_daily                                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-13_03:35:03_daily                                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-13_23:33:44_weekly                                  0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-14_03:35:04_daily                                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-15_03:35:02_daily                                   0B      -  91.0G  -
mediapool/movies@syncoid_cookiemonster_2025-01-16:03:01:25-GMT01:00                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-16_03:35:02_daily                                   0B      -  91.0G  -
mediapool/movies@syncoid_cookiemonster_2025-01-17:03:01:10-GMT01:00                   0B      -  91.0G  -
mediapool/movies@autosnap_2025-01-17_03:35:04_daily                                   0B      -  91.0G  -
mediapool/sorozatok@autosnap_2025-01-06_20:28:54_weekly                               0B      -   284G  -
mediapool/sorozatok@autosnap_2025-01-07_08:30:13_weekly                               0B      -   284G  -
mediapool/sorozatok@autosnap_2025-01-10_03:10:02_daily                              116K      -   260G  -
mediapool/sorozatok@autosnap_2025-01-11_03:10:03_daily                             8.01G      -   268G  -
mediapool/sorozatok@autosnap_2025-01-12_03:10:54_daily                               93K      -   233G  -
mediapool/sorozatok@autosnap_2025-01-13_03:35:02_daily                               93K      -   242G  -
mediapool/sorozatok@autosnap_2025-01-13_23:33:45_weekly                             140K      -   236G  -
mediapool/sorozatok@autosnap_2025-01-14_03:35:04_daily                                0B      -   230G  -
mediapool/sorozatok@autosnap_2025-01-15_03:35:03_daily                                0B      -   230G  -
mediapool/sorozatok@autosnap_2025-01-16_03:35:04_daily                                0B      -   231G  -
mediapool/sorozatok@syncoid_cookiemonster_2025-01-17:03:01:11-GMT01:00                0B      -   231G  -
mediapool/sorozatok@autosnap_2025-01-17_03:35:04_daily                                0B      -   231G  -

crontab mailek:

Subject: Cron <root@cookiemonster> /usr/sbin/sanoid --run --verbose

INFO: cache expired - updating from zfs list.
INFO: taking snapshots...
taking snapshot backuppool/mediapool@autosnap_2025-01-17_03:35:01_monthly
taking snapshot backuppool/mediapool@autosnap_2025-01-17_03:35:01_weekly
taking snapshot backuppool/mediapool@autosnap_2025-01-17_03:35:01_daily
taking snapshot backuppool/mediapool/archive@autosnap_2025-01-17_03:35:02_monthly
taking snapshot backuppool/mediapool/archive@autosnap_2025-01-17_03:35:02_daily
taking snapshot backuppool/mediapool/sorozatok@autosnap_2025-01-17_03:35:02_monthly
taking snapshot backuppool/mediapool/sorozatok@autosnap_2025-01-17_03:35:02_daily
taking snapshot backuppool/mediapool/movies@autosnap_2025-01-17_03:35:02_daily
taking snapshot backuppool/mediapool/backups@autosnap_2025-01-17_03:35:02_daily
taking snapshot mediapool/backups@autosnap_2025-01-17_03:35:02_daily
taking snapshot backuppool@autosnap_2025-01-17_03:35:03_daily
taking snapshot mediapool/archive@autosnap_2025-01-17_03:35:04_daily
taking snapshot mediapool/sorozatok@autosnap_2025-01-17_03:35:04_daily
taking snapshot mediapool/movies@autosnap_2025-01-17_03:35:04_daily
taking snapshot mediapool/beni@autosnap_2025-01-17_03:35:04_daily
taking snapshot backuppool/mediapool/beni@autosnap_2025-01-17_03:35:04_daily
INFO: cache expired - updating from zfs list.
INFO: pruning snapshots...
INFO: pruning backuppool/mediapool/beni@autosnap_2025-01-09_03:10:02_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning mediapool/beni@autosnap_2025-01-09_03:10:02_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning mediapool/archive@autosnap_2025-01-09_03:10:01_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning mediapool/sorozatok@autosnap_2025-01-09_03:10:04_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning mediapool/movies@autosnap_2025-01-09_03:10:04_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning mediapool/backups@autosnap_2025-01-09_03:10:02_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning backuppool@autosnap_2025-01-09_03:10:02_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning backuppool/mediapool/backups@autosnap_2025-01-09_03:10:02_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning backuppool/mediapool/movies@autosnap_2025-01-09_03:10:04_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning backuppool/mediapool/sorozatok@autosnap_2025-01-09_03:10:04_daily ...
INFO: removing destroyed snapshots from cache.
INFO: pruning backuppool/mediapool/archive@autosnap_2025-01-09_03:10:01_daily ...
INFO: removing destroyed snapshots from cache.

Ezen kívül a syncoid is szarakodik:

Subject: Cron <root@cookiemonster> /usr/sbin/syncoid --recursive mediapool backuppool/mediapool

Sending incremental mediapool@syncoid_cookiemonster_2025-01-16:03:01:01-GMT01:00 ... syncoid_cookiemonster_2025-01-17:03:01:01-GMT01:00 (~+4 KB):
Sending incremental mediapool/archive@syncoid_cookiemonster_2025-01-16:03:01:02-GMT01:00 ...
+syncoid_cookiemonster_2025-01-17:03:01:02-GMT01:00 (~ 4 KB):
Sending incremental mediapool/backups@syncoid_cookiemonster_2025-01-15:03:01:05-GMT01:00 ...
+syncoid_cookiemonster_2025-01-17:03:01:09-GMT01:00 (~ 1.4 GB):
cannot restore to backuppool/mediapool/backups@autosnap_2025-01-15_03:35:03_daily: destination already exists
mbuffer: error: outputThread: error writing to <stdout> at offset 0x20000: Broken pipe
mbuffer: warning: error during output to <stdout>: Broken pipe
CRITICAL ERROR:  zfs send  -I 'mediapool/backups'@'syncoid_cookiemonster_2025-01-15:03:01:05-GMT01:00'
+'mediapool/backups'@'syncoid_cookiemonster_2025-01-17:03:01:09-GMT01:00' | mbuffer  -q -s 128k -m 128M | pv -p -t -e -r -b -s 1482611720
+|  zfs receive  -s -F 'backuppool/mediapool/backups' 2>&1 failed: 256 at /usr/sbin/syncoid line 889.
Sending incremental mediapool/beni@syncoid_cookiemonster_2025-01-16:03:01:05-GMT01:00 ...
+syncoid_cookiemonster_2025-01-17:03:01:10-GMT01:00 (~ 4 KB):
cannot restore to backuppool/mediapool/beni@autosnap_2025-01-16_03:35:03_daily: destination already exists
CRITICAL ERROR:  zfs send  -I 'mediapool/beni'@'syncoid_cookiemonster_2025-01-16:03:01:05-GMT01:00'
+'mediapool/beni'@'syncoid_cookiemonster_2025-01-17:03:01:10-GMT01:00' | mbuffer  -q -s 128k -m 128M | pv -p -t -e -r -b -s 4096 |  zfs
+receive  -s -F 'backuppool/mediapool/beni' 2>&1 failed: 256 at /usr/sbin/syncoid line 889.
Sending incremental mediapool/movies@syncoid_cookiemonster_2025-01-16:03:01:25-GMT01:00 ...
+syncoid_cookiemonster_2025-01-17:03:01:10-GMT01:00 (~ 4 KB):
cannot restore to backuppool/mediapool/movies@autosnap_2025-01-16_03:35:02_daily: destination already exists
CRITICAL ERROR:  zfs send  -I 'mediapool/movies'@'syncoid_cookiemonster_2025-01-16:03:01:25-GMT01:00'
+'mediapool/movies'@'syncoid_cookiemonster_2025-01-17:03:01:10-GMT01:00' | mbuffer  -q -s 128k -m 128M | pv -p -t -e -r -b -s 4096 |  zfs
+receive  -s -F 'backuppool/mediapool/movies' 2>&1 failed: 256 at /usr/sbin/syncoid line 889.
Sending incremental mediapool/sorozatok@syncoid_cookiemonster_2025-01-16:03:01:26-GMT01:00 ...
+syncoid_cookiemonster_2025-01-17:03:01:11-GMT01:00 (~ 4 KB):

Ha kitörlöm amikre panaszkodik és lefuttatom kézzel, akkor nincs hiba, illetve a sanoidot kézzel futtatva is máshogy viselkedik, pl. weekly-ket is létrehoz.

Érti ezt valaki?

Hozzászólások

Esetleg valaki?
Annyit vátoztattam közben, hogy a sanoid előbb fusson le mint a syncoid, de ugyanaz az eredmény: elhasalt a syncoid az egyik FS esetében.

Üdv,
N.