[ Sep 4 16:52:06 Enabled. ] [ Sep 4 16:52:06 Rereading configuration. ] [ Sep 4 16:52:08 Rereading configuration. ] [ Sep 4 16:52:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.466949895Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.470115741Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.470129181Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.482593468Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.791582169Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.667907136Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54360"} {"msg":"region ac2776e5-17f9-48c9-9607-1563d0c373c9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.672878315Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.673266954Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions","method":"POST","req_id":"be304ae4-c9c4-4898-b2d7-0a3b4360d852","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":756,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.675633481Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.685114646Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.685147237Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ac2776e5-17f9-48c9-9607-1563d0c373c9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.749972522Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"ac2776e5-17f9-48c9-9607-1563d0c373c9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac2776e5-17f9-48c9-9607-1563d0c373c9\" \"--data\" \"/data/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.750030153Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"ac2776e5-17f9-48c9-9607-1563d0c373c9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.829578878Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions","method":"POST","req_id":"35952b73-2c86-4a9f-909d-d4ccc097368c","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.010034258Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"ac2776e5-17f9-48c9-9607-1563d0c373c9","component":"worker"} {"msg":"region ac2776e5-17f9-48c9-9607-1563d0c373c9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.010086439Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.010199282Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.010668813Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.014925474Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.029237855Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.03364395Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.034386728Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.03446976Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.034507841Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.034552042Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.045320658Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.052970151Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.283901473Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions","method":"POST","req_id":"f4d4bfc2-bee0-4062-b791-c570bd750eaa","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.761244945Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","method":"GET","req_id":"af13493a-206d-4832-a788-7b3e501ff56b","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":657,"response_code":"200"} {"msg":"path is \"/data/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.766400388Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"dataset is oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.775934595Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"region ac2776e5-17f9-48c9-9607-1563d0c373c9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.783929826Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.784083129Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.784142791Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","method":"DELETE","req_id":"6c56b452-f796-4872-b3cf-1e01a1f5d75a","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17785,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-ac2776e5-17f9-48c9-9607-1563d0c373c9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.785297048Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.787222554Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","method":"GET","req_id":"3a6a1db7-bc56-40b7-998e-c5376c8dcd83","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.79127451Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.801436483Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"ac2776e5-17f9-48c9-9607-1563d0c373c9","component":"worker"} {"msg":"region ac2776e5-17f9-48c9-9607-1563d0c373c9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.862708172Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.875137699Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/ac2776e5-17f9-48c9-9607-1563d0c373c9","method":"GET","req_id":"1897550a-72bc-415b-926f-4fcb66127810","remote_addr":"[fd00:1122:3344:101::a]:54360","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.591306585Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54572"} {"msg":"region 8600c468-4972-4821-85cc-6eca39cd640f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.591432608Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.591973211Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions","method":"POST","req_id":"d776a606-469f-4c12-b3c7-2384bd9f5c4f","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":626,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.591993122Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.602723037Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.602752158Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8600c468-4972-4821-85cc-6eca39cd640f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8600c468-4972-4821-85cc-6eca39cd640f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.657235446Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"8600c468-4972-4821-85cc-6eca39cd640f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8600c468-4972-4821-85cc-6eca39cd640f\" \"--data\" \"/data/regions/8600c468-4972-4821-85cc-6eca39cd640f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.657287107Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"8600c468-4972-4821-85cc-6eca39cd640f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.90920696Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions","method":"POST","req_id":"0d0eee81-71cb-4f88-8aa1-98a9dc5eab0c","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.950482403Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"8600c468-4972-4821-85cc-6eca39cd640f","component":"worker"} {"msg":"region 8600c468-4972-4821-85cc-6eca39cd640f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.950502463Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.950637007Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.952000359Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.956748022Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.9696583Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.973064071Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.973402159Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.97345548Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.973505341Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.973550613Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.977128608Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.981946833Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:17.468751021Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions","method":"POST","req_id":"e80f83f6-659c-4e74-945d-e588987acde6","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.030328692Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/8600c468-4972-4821-85cc-6eca39cd640f","method":"GET","req_id":"f1f7191e-081a-48df-91e3-87be34d7ac6e","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/8600c468-4972-4821-85cc-6eca39cd640f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.033259642Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"dataset is oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/8600c468-4972-4821-85cc-6eca39cd640f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.044851148Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"region 8600c468-4972-4821-85cc-6eca39cd640f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.053078474Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.053284249Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.053353011Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/8600c468-4972-4821-85cc-6eca39cd640f","method":"DELETE","req_id":"b158b2cb-1728-4eb5-90d4-baf3207118b8","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20125,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-8600c468-4972-4821-85cc-6eca39cd640f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.055252926Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.057157641Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/8600c468-4972-4821-85cc-6eca39cd640f","method":"GET","req_id":"0621a115-cf61-4337-adb7-027ffdbf75f0","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.059847455Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_84deb833-6610-41c6-8b5e-44fa2aeee752/crucible/regions/8600c468-4972-4821-85cc-6eca39cd640f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.069860194Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"region":"8600c468-4972-4821-85cc-6eca39cd640f","component":"worker"} {"msg":"region 8600c468-4972-4821-85cc-6eca39cd640f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.118411491Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.206729765Z","hostname":"oxz_crucible_64511683-fa07-4013-ada6-4ab1c3260754","pid":25313,"uri":"/crucible/0/regions/8600c468-4972-4821-85cc-6eca39cd640f","method":"GET","req_id":"23cd13f4-f4e1-42b7-b642-ff01dc34a2d5","remote_addr":"[fd00:1122:3344:101::a]:54572","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":"200"}