[ Mar  3 04:51:26 Enabled. ]
[ Mar  3 04:51:26 Rereading configuration. ]
[ Mar  3 04:51:27 Rereading configuration. ]
[ Mar  3 04:51:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7b0e88d8-ea95-44e1-8c7c-fab3154ddd13/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7b0e88d8-ea95-44e1-8c7c-fab3154ddd13/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:51:30.914921897Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:51:30.918006693Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:51:30.918015344Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:51:30.935692932Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:51:31.010668728Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.686768504Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53343"}
{"msg":"region e8c7804b-fc9c-4c84-b4a1-3aadc9450460 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.717243497Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.718298869Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.722589961Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions","method":"POST","req_id":"0e264346-52cb-45d6-bd4c-50979fe0287f","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20036,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_7b0e88d8-ea95-44e1-8c7c-fab3154ddd13/crucible/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.728648931Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7b0e88d8-ea95-44e1-8c7c-fab3154ddd13/crucible/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.728665611Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e8c7804b-fc9c-4c84-b4a1-3aadc9450460\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.936466292Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"region":"e8c7804b-fc9c-4c84-b4a1-3aadc9450460","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e8c7804b-fc9c-4c84-b4a1-3aadc9450460\" \"--data\" \"/data/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:37.938513126Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"region":"e8c7804b-fc9c-4c84-b4a1-3aadc9450460","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.099858391Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions","method":"POST","req_id":"e7aa5845-5a47-4e79-bb76-2326253be397","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.47240526Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"region":"e8c7804b-fc9c-4c84-b4a1-3aadc9450460","component":"worker"}
{"msg":"region e8c7804b-fc9c-4c84-b4a1-3aadc9450460 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.472445601Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.472546193Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.472961862Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.535480581Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.595637159Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions","method":"POST","req_id":"01fe741e-8389-45fb-a255-bec5de55e796","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.598763816Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.629516945Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.630418264Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.630496386Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.630550537Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.630598048Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.657243449Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:38.718888379Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.414836679Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","method":"GET","req_id":"2cc985d4-1d87-4193-9c17-bf0b7247e1dc","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":129,"response_code":"200"}
{"msg":"path is \"/data/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.417723141Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"dataset is oxp_7b0e88d8-ea95-44e1-8c7c-fab3154ddd13/crucible/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.429157946Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"region e8c7804b-fc9c-4c84-b4a1-3aadc9450460 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.438585248Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.438773732Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.438817193Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","method":"DELETE","req_id":"50696a94-7333-4570-909e-0e294a802f9e","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21142,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e8c7804b-fc9c-4c84-b4a1-3aadc9450460 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.439954617Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.442174705Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","method":"GET","req_id":"16c7fd3f-3746-4361-b9d6-e780beeef895","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.446801804Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7b0e88d8-ea95-44e1-8c7c-fab3154ddd13/crucible/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.456482721Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"region":"e8c7804b-fc9c-4c84-b4a1-3aadc9450460","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.554658164Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","method":"GET","req_id":"5c273f40-cbbe-4857-8d10-978195be5347","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":101,"response_code":"200"}
{"msg":"region e8c7804b-fc9c-4c84-b4a1-3aadc9450460 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.557979925Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T04:52:40.726505684Z","hostname":"oxz_crucible_48168a18-5176-4a48-80f9-8b074e480bb6","pid":21935,"uri":"/crucible/0/regions/e8c7804b-fc9c-4c84-b4a1-3aadc9450460","method":"GET","req_id":"e7b26334-0fa9-4e59-8ee2-1897baf7f8c8","remote_addr":"[fd00:1122:3344:101::b]:53343","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":"200"}