[ Aug 28 04:05:08 Enabled. ]
[ Aug 28 04:05:08 Rereading configuration. ]
[ Aug 28 04:05:11 Rereading configuration. ]
[ Aug 28 04:05:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:13.989374467Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:13.990539331Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:13.990551871Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.010475757Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.156471645Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.139391665Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62511"}
{"msg":"region e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.156324962Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.15897776Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.162826573Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions","method":"POST","req_id":"8631f841-399c-4a2d-adb4-f5def7643afa","remote_addr":"[fd00:1122:3344:101::b]:62511","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":10422,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.169466008Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.169488618Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.225197755Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42\" \"--data\" \"/data/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.227491032Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.347610161Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","component":"worker"}
{"msg":"region e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.347678663Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.34791287Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.348397564Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.351869796Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.36766786Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.370677908Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.375880951Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.377944692Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.378010154Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.378070135Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.382474095Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.386689238Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:54.480507354Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions","method":"POST","req_id":"d4563191-34c1-439a-abda-9e94e7f52843","remote_addr":"[fd00:1122:3344:101::b]:62511","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.350090717Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","method":"GET","req_id":"cf903d07-a1be-495e-8e11-476fdf933758","remote_addr":"[fd00:1122:3344:101::b]:62511","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.353583359Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"dataset is oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.363011066Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"region e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.371874256Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.372037841Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.372110963Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","method":"DELETE","req_id":"39bdb7d3-43d2-4ac3-a4b9-de0ed3f4a2f9","remote_addr":"[fd00:1122:3344:101::b]:62511","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18551,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.373091662Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.376090971Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","method":"GET","req_id":"6e921dfd-93e1-4472-858a-5c18c897ad77","remote_addr":"[fd00:1122:3344:101::b]:62511","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":813,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.380249653Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.391000388Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","component":"worker"}
{"msg":"region e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.452087713Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:55.482469195Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/e7c7d85c-9fdf-4b83-b8e2-1c2fe6bcfd42","method":"GET","req_id":"f103c623-c38a-4768-bd3c-dff2f387b6f8","remote_addr":"[fd00:1122:3344:101::b]:62511","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.262018706Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55768"}
{"msg":"region 25c15ef4-653f-4de5-9cae-b49927400715 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.26214566Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.262771168Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.262790999Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions","method":"POST","req_id":"56a782c6-011f-4887-b5f9-e277120f5058","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":717,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.273298297Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.273333798Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"25c15ef4-653f-4de5-9cae-b49927400715\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/25c15ef4-653f-4de5-9cae-b49927400715\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.331670022Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"25c15ef4-653f-4de5-9cae-b49927400715","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"25c15ef4-653f-4de5-9cae-b49927400715\" \"--data\" \"/data/regions/25c15ef4-653f-4de5-9cae-b49927400715\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.333492765Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"25c15ef4-653f-4de5-9cae-b49927400715","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.518660594Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions","method":"POST","req_id":"3eff39f7-4321-4e0b-8e1d-fea8ceac68cd","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.562258443Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"25c15ef4-653f-4de5-9cae-b49927400715","component":"worker"}
{"msg":"region 25c15ef4-653f-4de5-9cae-b49927400715 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.562310589Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.562490959Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.564289404Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.591462752Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.608131522Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.612564972Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.61283192Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.612882771Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.612922212Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.612960824Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.619035762Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.623293587Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.866312785Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions","method":"POST","req_id":"a4dae601-785c-4e22-b15f-d452923d1efb","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.581337316Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/25c15ef4-653f-4de5-9cae-b49927400715","method":"GET","req_id":"f2c3d8f7-737f-4956-a48d-55686fcd266a","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"path is \"/data/regions/25c15ef4-653f-4de5-9cae-b49927400715\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.58454685Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"dataset is oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/25c15ef4-653f-4de5-9cae-b49927400715","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.614039876Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"region 25c15ef4-653f-4de5-9cae-b49927400715 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.622962488Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.623147264Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.623216686Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/25c15ef4-653f-4de5-9cae-b49927400715","method":"DELETE","req_id":"8b3268db-9ff3-4fb2-b793-832cb06e0ef4","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38701,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-25c15ef4-653f-4de5-9cae-b49927400715 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.625383899Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.626375439Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/25c15ef4-653f-4de5-9cae-b49927400715","method":"GET","req_id":"76ada54e-59f1-449b-ab7d-696bdde09caf","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.630647824Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d6170dc9-a1d4-44a9-ba24-00c07a403b1e/crucible/regions/25c15ef4-653f-4de5-9cae-b49927400715\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.641384179Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"region":"25c15ef4-653f-4de5-9cae-b49927400715","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.711952932Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/25c15ef4-653f-4de5-9cae-b49927400715","method":"GET","req_id":"bf1cbc7a-7513-4c9c-8d06-e5b4efd7d06d","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"region 25c15ef4-653f-4de5-9cae-b49927400715 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.736447492Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.839715975Z","hostname":"oxz_crucible_d6ce85cc-4f25-4b5e-b0c0-a434368f63d4","pid":24163,"uri":"/crucible/0/regions/25c15ef4-653f-4de5-9cae-b49927400715","method":"GET","req_id":"7fdc168c-8ea0-4b28-93c9-99d4103cc395","remote_addr":"[fd00:1122:3344:101::a]:55768","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":"200"}