[ Nov 20 02:17:18 Enabled. ] [ Nov 20 02:17:18 Rereading configuration. ] [ Nov 20 02:17:22 Rereading configuration. ] [ Nov 20 02:17:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:17:27.911313615Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:17:27.914150286Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:17:27.914162877Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:17:27.9304515Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:17:28.029535342Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.003808292Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45871"} {"msg":"region ed77437f-5415-4f62-9660-4d81d45ef4fb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.049511215Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.054458222Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"126c1b1a-70f0-4915-a36d-9881098a8f54","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18873,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.057783464Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.068133719Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.06816755Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ed77437f-5415-4f62-9660-4d81d45ef4fb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.120876034Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"ed77437f-5415-4f62-9660-4d81d45ef4fb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ed77437f-5415-4f62-9660-4d81d45ef4fb\" \"--data\" \"/data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.125675648Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"ed77437f-5415-4f62-9660-4d81d45ef4fb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.436528268Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"2c150702-d0c8-4988-8f09-09e7c9b5b549","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":114,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.519000448Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"ed77437f-5415-4f62-9660-4d81d45ef4fb","component":"worker"} {"msg":"region ed77437f-5415-4f62-9660-4d81d45ef4fb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.5190519Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.519148932Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.519602272Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.526302907Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.541612439Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.546842673Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.547571789Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.54991106Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.549969041Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.550008382Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.562545334Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.566259605Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:26.706460759Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"903f4802-8cd0-4348-ab47-86f8ae4d7d27","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"region fd938055-c001-4941-b05f-a220f0b42f4d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.882019884Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.882184428Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"f90a5978-783c-4fe8-a924-0b1d6977c694","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":210,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.882204548Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible/regions/fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.892178494Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible/regions/fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.892217465Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fd938055-c001-4941-b05f-a220f0b42f4d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd938055-c001-4941-b05f-a220f0b42f4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.947781992Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"fd938055-c001-4941-b05f-a220f0b42f4d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd938055-c001-4941-b05f-a220f0b42f4d\" \"--data\" \"/data/regions/fd938055-c001-4941-b05f-a220f0b42f4d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:31.949602512Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"fd938055-c001-4941-b05f-a220f0b42f4d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.016829561Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"fd938055-c001-4941-b05f-a220f0b42f4d","component":"worker"} {"msg":"region fd938055-c001-4941-b05f-a220f0b42f4d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.016864582Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.016984775Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018238212Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018331824Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018420646Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018427176Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018477127Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018547398Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018664181Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018751413Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018802684Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.018853165Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.023002545Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.023477516Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.028327551Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.03796613Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.039160566Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"1d274896-0f3c-47a3-8f78-7abe96aabe06","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.040695859Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.040972415Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.041033427Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.041074298Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.041116068Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.044107453Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:32.049631463Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.01923803Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions/fd938055-c001-4941-b05f-a220f0b42f4d","method":"GET","req_id":"355a0981-025a-4399-a501-2dd2fd8f4a42","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":123,"response_code":"200"} {"msg":"path is \"/data/regions/fd938055-c001-4941-b05f-a220f0b42f4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.022961551Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"dataset is oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible/regions/fd938055-c001-4941-b05f-a220f0b42f4d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.035260358Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"region fd938055-c001-4941-b05f-a220f0b42f4d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.045237675Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.045415098Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-fd938055-c001-4941-b05f-a220f0b42f4d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.046614624Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.047389071Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions/fd938055-c001-4941-b05f-a220f0b42f4d","method":"DELETE","req_id":"34ae55ce-7f58-440f-800e-37b3b36e12c0","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24447,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.05054075Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions/fd938055-c001-4941-b05f-a220f0b42f4d","method":"GET","req_id":"512d467e-5647-4de5-b906-bd272b0f40ab","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.051869369Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.051960881Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052059563Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052067433Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052138344Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052202826Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed77437f-5415-4f62-9660-4d81d45ef4fb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052588674Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052649135Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052701947Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.052750018Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.056642682Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.057165974Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_841052f1-d4ff-4743-9006-a66dddb621f3/crucible/regions/fd938055-c001-4941-b05f-a220f0b42f4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.06803298Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"region":"fd938055-c001-4941-b05f-a220f0b42f4d","component":"worker"} {"msg":"region fd938055-c001-4941-b05f-a220f0b42f4d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.117554425Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-20T02:29:57.176766121Z","hostname":"oxz_crucible_0b0a556e-8c01-4c2b-8174-5878f8f49b01","pid":22841,"uri":"/crucible/0/regions/fd938055-c001-4941-b05f-a220f0b42f4d","method":"GET","req_id":"d1731202-098e-44aa-af14-642595cf544d","remote_addr":"[fd00:1122:3344:101::a]:45871","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":"200"}