[ Oct 14 06:23:16 Enabled. ] [ Oct 14 06:23:16 Rereading configuration. ] [ Oct 14 06:23:18 Rereading configuration. ] [ Oct 14 06:23:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.820335915Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.822091979Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.82210505Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.847652203Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.982399793Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.043753239Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43981"} {"msg":"region 1d6007f6-95e7-41f6-97f7-971a4b03fd10 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.074659988Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.079034933Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions","method":"POST","req_id":"383bcdbf-3ef4-4595-bf80-eecfb7851296","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":10674,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.081674775Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.091872262Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.091937284Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1d6007f6-95e7-41f6-97f7-971a4b03fd10\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.189017406Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"1d6007f6-95e7-41f6-97f7-971a4b03fd10","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1d6007f6-95e7-41f6-97f7-971a4b03fd10\" \"--data\" \"/data/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.193109203Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"1d6007f6-95e7-41f6-97f7-971a4b03fd10","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.310263489Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions","method":"POST","req_id":"aeaf6140-5c9e-466d-ac5f-b42619d17a6a","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.329229087Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"1d6007f6-95e7-41f6-97f7-971a4b03fd10","component":"worker"} {"msg":"region 1d6007f6-95e7-41f6-97f7-971a4b03fd10 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.329286239Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.32963274Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.332152948Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.336190994Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.355950197Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.3602302Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.367058111Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.367128254Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.367172895Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.367214136Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.371640894Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.377295449Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.052584714Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions","method":"POST","req_id":"a40c461f-65d3-4ae6-9a09-a2f438465891","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.409099537Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","method":"GET","req_id":"98718c89-c34d-47c7-91bd-a8610411285d","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"path is \"/data/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.412171153Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"dataset is oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.423584797Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"region 1d6007f6-95e7-41f6-97f7-971a4b03fd10 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.433760523Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.433961169Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.434042402Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","method":"DELETE","req_id":"0c21dc02-1b2d-4d26-a76b-658b688b40f9","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21973,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-1d6007f6-95e7-41f6-97f7-971a4b03fd10 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.435024542Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.43721559Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","method":"GET","req_id":"15fd680c-6373-4653-b21d-c20c860facb4","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.44075479Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.453637479Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"1d6007f6-95e7-41f6-97f7-971a4b03fd10","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.507490781Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","method":"GET","req_id":"c930af3d-ef69-4fc8-88d0-17ab7e9183dd","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region 1d6007f6-95e7-41f6-97f7-971a4b03fd10 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.532737404Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.59801802Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/1d6007f6-95e7-41f6-97f7-971a4b03fd10","method":"GET","req_id":"f407573c-5bc2-43f6-8f61-3bf133571fc4","remote_addr":"[fd00:1122:3344:101::b]:43981","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.362189537Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62070"} {"msg":"region 21db1dbc-dc3b-4914-ba89-7173e6351f73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.362354542Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.36324989Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions","method":"POST","req_id":"b6d6916a-6c03-4a6a-93b1-9491c81ffd24","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":938,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.363294591Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.375287274Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.375324295Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"21db1dbc-dc3b-4914-ba89-7173e6351f73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.449012871Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"21db1dbc-dc3b-4914-ba89-7173e6351f73","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"21db1dbc-dc3b-4914-ba89-7173e6351f73\" \"--data\" \"/data/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.449072633Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"21db1dbc-dc3b-4914-ba89-7173e6351f73","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.523499323Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"21db1dbc-dc3b-4914-ba89-7173e6351f73","component":"worker"} {"msg":"region 21db1dbc-dc3b-4914-ba89-7173e6351f73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.523549684Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.523639327Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.525067251Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.531903863Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.545821526Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.549467709Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.549681355Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.549734817Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.549775658Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.549813179Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.553437372Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.558267182Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.584870937Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions","method":"POST","req_id":"c8fbbf83-26f1-4bc1-8c03-25c5a5f1c94e","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.151524881Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","method":"GET","req_id":"fa7d4829-596d-4691-9bff-89930a52aeac","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.155613017Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"dataset is oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.16761021Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"region 21db1dbc-dc3b-4914-ba89-7173e6351f73 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.177714513Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.17794169Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.178020953Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","method":"DELETE","req_id":"89a3f7d3-3613-44d3-a5a4-4babc9f6c495","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23089,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-21db1dbc-dc3b-4914-ba89-7173e6351f73 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.179707265Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.181930654Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","method":"GET","req_id":"bf549967-ea53-43de-bb4c-5360745876e1","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.186673831Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e5cd4889-c791-4d6c-9bad-1516751c8cc1/crucible/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.196977181Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"region":"21db1dbc-dc3b-4914-ba89-7173e6351f73","component":"worker"} {"msg":"region 21db1dbc-dc3b-4914-ba89-7173e6351f73 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.26334072Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.311308689Z","hostname":"oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1","pid":21054,"uri":"/crucible/0/regions/21db1dbc-dc3b-4914-ba89-7173e6351f73","method":"GET","req_id":"d9e9d67c-bb40-4e20-8fe7-bbaaf496f8f1","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"}