[ Jan 28 23:05:30 Enabled. ]
[ Jan 28 23:05:30 Rereading configuration. ]
[ Jan 28 23:05:35 Rereading configuration. ]
[ Jan 28 23:05:44 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_79dc877f-201a-4a6a-a185-dc64a57ed603/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_79dc877f-201a-4a6a-a185-dc64a57ed603/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:44.166868595Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:44.167728299Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:44.167737259Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:44.183435071Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:44.308645082Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.287390765Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45883"}
{"msg":"region 288042ca-0fc3-451d-ad94-4e85b233349b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.319405359Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.324325362Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions","method":"POST","req_id":"14e38e57-9ee8-4dcc-847d-008933aed167","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15331,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.324347672Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_79dc877f-201a-4a6a-a185-dc64a57ed603/crucible/regions/288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.335427267Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_79dc877f-201a-4a6a-a185-dc64a57ed603/crucible/regions/288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.335463308Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"288042ca-0fc3-451d-ad94-4e85b233349b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/288042ca-0fc3-451d-ad94-4e85b233349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.421475334Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"region":"288042ca-0fc3-451d-ad94-4e85b233349b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"288042ca-0fc3-451d-ad94-4e85b233349b\" \"--data\" \"/data/regions/288042ca-0fc3-451d-ad94-4e85b233349b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.423435166Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"region":"288042ca-0fc3-451d-ad94-4e85b233349b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.560956523Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"region":"288042ca-0fc3-451d-ad94-4e85b233349b","component":"worker"}
{"msg":"region 288042ca-0fc3-451d-ad94-4e85b233349b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.561014414Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.561097725Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.561502152Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.568122662Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions","method":"POST","req_id":"c3dcc311-af77-4c1d-aad8-d8b2cdfe2227","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.568961816Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.594015265Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.615674076Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.616250566Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.61825269Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.618335601Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.618391502Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.62609405Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:47.632840073Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.640612291Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions/288042ca-0fc3-451d-ad94-4e85b233349b","method":"GET","req_id":"abfd5d96-c9ed-43ca-8398-9b17d6afb5c0","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":116,"response_code":"200"}
{"msg":"path is \"/data/regions/288042ca-0fc3-451d-ad94-4e85b233349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.643448218Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"dataset is oxp_79dc877f-201a-4a6a-a185-dc64a57ed603/crucible/regions/288042ca-0fc3-451d-ad94-4e85b233349b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.654601014Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"region 288042ca-0fc3-451d-ad94-4e85b233349b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.66449973Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.664635692Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-288042ca-0fc3-451d-ad94-4e85b233349b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.665873533Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.667022972Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions/288042ca-0fc3-451d-ad94-4e85b233349b","method":"DELETE","req_id":"96377cc8-0148-4e22-b233-d8c4d14ec33b","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23598,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.669744607Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions/288042ca-0fc3-451d-ad94-4e85b233349b","method":"GET","req_id":"d12513d7-34f2-4f23-9b6b-ede15e0d7075","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.676624872Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_79dc877f-201a-4a6a-a185-dc64a57ed603/crucible/regions/288042ca-0fc3-451d-ad94-4e85b233349b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.688513591Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"region":"288042ca-0fc3-451d-ad94-4e85b233349b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.741463835Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions/288042ca-0fc3-451d-ad94-4e85b233349b","method":"GET","req_id":"2fe1c9ab-30ae-4d1a-8c2f-346725a78a62","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region 288042ca-0fc3-451d-ad94-4e85b233349b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.757469612Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:48.827793956Z","hostname":"oxz_crucible_5bcc7744-74d6-460c-911f-5891b9622ce9","pid":22518,"uri":"/crucible/0/regions/288042ca-0fc3-451d-ad94-4e85b233349b","method":"GET","req_id":"036d6ed2-2942-4a24-ba31-b58e14a55131","remote_addr":"[fd00:1122:3344:101::c]:45883","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25,"response_code":"200"}