[ Jul 17 23:51:32 Enabled. ]
[ Jul 17 23:51:32 Rereading configuration. ]
[ Jul 17 23:51:34 Rereading configuration. ]
[ Jul 17 23:51:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d2855f1e-74cb-4697-8e35-3c6836042a05/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d2855f1e-74cb-4697-8e35-3c6836042a05/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:51:39.871980021Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:51:39.875330546Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:51:39.87534069Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:51:39.894691176Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:51:40.04150454Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.263967089Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39113"}
{"msg":"region c023ceb4-6558-41ea-b070-413e512175cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.283677752Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.28872475Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions","method":"POST","req_id":"f086204d-d319-4261-8859-edc47c2d9276","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17501,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.291083246Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_d2855f1e-74cb-4697-8e35-3c6836042a05/crucible/regions/c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.301629699Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d2855f1e-74cb-4697-8e35-3c6836042a05/crucible/regions/c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.30169994Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c023ceb4-6558-41ea-b070-413e512175cb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c023ceb4-6558-41ea-b070-413e512175cb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.367574134Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"region":"c023ceb4-6558-41ea-b070-413e512175cb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c023ceb4-6558-41ea-b070-413e512175cb\" \"--data\" \"/data/regions/c023ceb4-6558-41ea-b070-413e512175cb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.369409353Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"region":"c023ceb4-6558-41ea-b070-413e512175cb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.606020825Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions","method":"POST","req_id":"1fe4d676-ef82-48de-a322-2e17038ca8ed","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.660363311Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"region":"c023ceb4-6558-41ea-b070-413e512175cb","component":"worker"}
{"msg":"region c023ceb4-6558-41ea-b070-413e512175cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.660437962Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.660638995Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.661031872Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.668241803Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.686100338Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.689447479Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.69014124Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.690203911Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.690239291Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.690280602Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.695076746Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.705939913Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:17.969685333Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions","method":"POST","req_id":"6944e739-5395-49ce-9394-e3b889399f7d","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.431797877Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions/c023ceb4-6558-41ea-b070-413e512175cb","method":"GET","req_id":"bada7110-79b6-4081-9a94-a6d9a1387e10","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"path is \"/data/regions/c023ceb4-6558-41ea-b070-413e512175cb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.434692562Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"dataset is oxp_d2855f1e-74cb-4697-8e35-3c6836042a05/crucible/regions/c023ceb4-6558-41ea-b070-413e512175cb","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.447290305Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"region c023ceb4-6558-41ea-b070-413e512175cb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.45859829Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.458816153Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.458880804Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions/c023ceb4-6558-41ea-b070-413e512175cb","method":"DELETE","req_id":"63e8b12b-b541-4c81-8c49-b5b7b3cff304","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24219,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c023ceb4-6558-41ea-b070-413e512175cb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.459887549Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.461781488Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions/c023ceb4-6558-41ea-b070-413e512175cb","method":"GET","req_id":"4d257fbb-6ac9-404e-9ec4-ea1a469f560a","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.464110064Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d2855f1e-74cb-4697-8e35-3c6836042a05/crucible/regions/c023ceb4-6558-41ea-b070-413e512175cb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.475858025Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"region":"c023ceb4-6558-41ea-b070-413e512175cb","component":"worker"}
{"msg":"region c023ceb4-6558-41ea-b070-413e512175cb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.547015871Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T23:52:18.581764786Z","hostname":"oxz_crucible_ffabffcf-33ef-498f-97e7-9d2c96c7ca05","pid":24488,"uri":"/crucible/0/regions/c023ceb4-6558-41ea-b070-413e512175cb","method":"GET","req_id":"900ba9d4-ed28-43dc-9550-7eb6821df545","remote_addr":"[fd00:1122:3344:101::a]:39113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}