[ Nov 13 20:45:07 Enabled. ] [ Nov 13 20:45:07 Rereading configuration. ] [ Nov 13 20:45:08 Rereading configuration. ] [ Nov 13 20:45:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:45:12.159399138Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:45:12.163312007Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:45:12.163335467Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:45:12.186029405Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:45:12.30271083Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:58.91220069Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50417"} {"msg":"region 36a921c8-3370-447b-8d59-f85c59886bc9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:58.955266605Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:58.959762184Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions","method":"POST","req_id":"e5227a99-aabf-4b83-a888-a94036572a2b","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19272,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:58.962335229Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:58.97320101Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:58.97323141Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"36a921c8-3370-447b-8d59-f85c59886bc9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36a921c8-3370-447b-8d59-f85c59886bc9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.031944579Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"36a921c8-3370-447b-8d59-f85c59886bc9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36a921c8-3370-447b-8d59-f85c59886bc9\" \"--data\" \"/data/regions/36a921c8-3370-447b-8d59-f85c59886bc9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.036718773Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"36a921c8-3370-447b-8d59-f85c59886bc9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.336850653Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions","method":"POST","req_id":"732a5c82-ac18-4ee2-8c82-f3c95bc66b94","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.347139924Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"36a921c8-3370-447b-8d59-f85c59886bc9","component":"worker"} {"msg":"region 36a921c8-3370-447b-8d59-f85c59886bc9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.347178385Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.347381998Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.348119941Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.361329742Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.390208609Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.393567527Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.394722148Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.397751151Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.397824072Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.397880563Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.415054024Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:56:59.420410518Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:00.029957711Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions","method":"POST","req_id":"6c05256f-5990-4e59-aad6-3c0e2cfacdf1","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region 4c09248b-8740-4fbf-865e-9ea6755018b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.281579277Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.28174098Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.28175155Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions","method":"POST","req_id":"9fbcdac6-aba7-4a1c-8f7e-c06acc4cd0fb","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":214,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.290151177Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.290183108Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4c09248b-8740-4fbf-865e-9ea6755018b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4c09248b-8740-4fbf-865e-9ea6755018b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.347657125Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"4c09248b-8740-4fbf-865e-9ea6755018b0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4c09248b-8740-4fbf-865e-9ea6755018b0\" \"--data\" \"/data/regions/4c09248b-8740-4fbf-865e-9ea6755018b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.347717106Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"4c09248b-8740-4fbf-865e-9ea6755018b0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.42096173Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"4c09248b-8740-4fbf-865e-9ea6755018b0","component":"worker"} {"msg":"region 4c09248b-8740-4fbf-865e-9ea6755018b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.421006781Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.421123483Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422220482Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422303543Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422381914Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422388065Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422429806Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422484616Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422577058Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422639229Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.42268576Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.422732321Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.426393535Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.426791592Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.429153393Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.436688875Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.439654477Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.439978593Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.440033334Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.440080935Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.440116425Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.445777725Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.450949005Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:05.626376Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions","method":"POST","req_id":"811c062e-4335-4838-a735-fb70c3e42edb","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.888047044Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","method":"GET","req_id":"6607a8a0-b70b-408a-89a4-f1feb4f94e3c","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":121,"response_code":"200"} {"msg":"path is \"/data/regions/4c09248b-8740-4fbf-865e-9ea6755018b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.892026524Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"dataset is oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.902561489Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"region 4c09248b-8740-4fbf-865e-9ea6755018b0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.912210948Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.912375401Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-4c09248b-8740-4fbf-865e-9ea6755018b0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.913432449Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.914769332Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","method":"DELETE","req_id":"519cebe2-04f8-41de-b201-c52f4a3625ba","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22767,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.920505093Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","method":"GET","req_id":"9763fb27-24ca-4bc1-8878-605f846c327a","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929159625Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929243936Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929340518Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929349978Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929413779Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.92946588Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36a921c8-3370-447b-8d59-f85c59886bc9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929839497Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929901928Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929951198Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.929999239Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.963939854Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.964430223Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_df67e3ea-c363-421d-9d4f-d05175051931/crucible/regions/4c09248b-8740-4fbf-865e-9ea6755018b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:32.974612161Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"region":"4c09248b-8740-4fbf-865e-9ea6755018b0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:33.079427318Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","method":"GET","req_id":"99d7c05d-d85b-4935-ad5c-7fc97c8ef3c6","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region 4c09248b-8740-4fbf-865e-9ea6755018b0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:33.09032882Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T20:57:33.223336491Z","hostname":"oxz_crucible_76e91c18-04af-449f-8351-84fc3acc55af","pid":28511,"uri":"/crucible/0/regions/4c09248b-8740-4fbf-865e-9ea6755018b0","method":"GET","req_id":"13ecb551-a026-4070-90d9-5145a6900c09","remote_addr":"[fd00:1122:3344:101::a]:50417","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36,"response_code":"200"}