[ Oct 12 03:53:12 Enabled. ]
[ Oct 12 03:53:12 Rereading configuration. ]
[ Oct 12 03:53:13 Rereading configuration. ]
[ Oct 12 03:53:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:53:14.766270383Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:53:14.773819027Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:53:14.773865987Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:53:14.79104331Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:53:14.961840311Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.286278494Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50452"}
{"msg":"region d8da2e82-4dec-4963-9af3-efba40abe69b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.328669231Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.33824063Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"1244ee79-44ce-485b-bb41-8a5d4664ad5d","remote_addr":"[fd00:1122:3344:101::a]:50452","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21271,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.33826955Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.348224023Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.348260744Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d8da2e82-4dec-4963-9af3-efba40abe69b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.393447095Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"d8da2e82-4dec-4963-9af3-efba40abe69b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d8da2e82-4dec-4963-9af3-efba40abe69b\" \"--data\" \"/data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.39866158Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"d8da2e82-4dec-4963-9af3-efba40abe69b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.555096611Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"732882d9-b50f-45d3-97d8-30c3ebec8f0c","remote_addr":"[fd00:1122:3344:101::a]:50452","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.706168487Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"d8da2e82-4dec-4963-9af3-efba40abe69b","component":"worker"}
{"msg":"region d8da2e82-4dec-4963-9af3-efba40abe69b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.706232228Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.706310019Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.709097113Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.713029242Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.728933109Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.737408645Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.738023282Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.738086733Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.738131424Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.738180954Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.742295365Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:31.746309085Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:54:32.103019273Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"d48bfe15-5f48-48cb-a4ff-e6946cc5da53","remote_addr":"[fd00:1122:3344:101::a]:50452","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":581,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.932055935Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61194"}
{"msg":"region a63e0242-d96c-499a-87d9-440a15152ebb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.932209927Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.933063497Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"a0137b69-2376-4b28-b4f4-bbb41a6dafd4","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":895,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.933082127Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/a63e0242-d96c-499a-87d9-440a15152ebb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.943150423Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/a63e0242-d96c-499a-87d9-440a15152ebb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.943175513Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a63e0242-d96c-499a-87d9-440a15152ebb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a63e0242-d96c-499a-87d9-440a15152ebb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.988173201Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"a63e0242-d96c-499a-87d9-440a15152ebb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a63e0242-d96c-499a-87d9-440a15152ebb\" \"--data\" \"/data/regions/a63e0242-d96c-499a-87d9-440a15152ebb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:55.990110806Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"a63e0242-d96c-499a-87d9-440a15152ebb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.062013338Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"a63e0242-d96c-499a-87d9-440a15152ebb","component":"worker"}
{"msg":"region a63e0242-d96c-499a-87d9-440a15152ebb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.062079599Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.06219818Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a63e0242-d96c-499a-87d9-440a15152ebb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.062771348Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a63e0242-d96c-499a-87d9-440a15152ebb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.067529696Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.081746023Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a63e0242-d96c-499a-87d9-440a15152ebb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.086914767Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a63e0242-d96c-499a-87d9-440a15152ebb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.087219901Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.087276212Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.087317672Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.087356463Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.090653643Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.095910099Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.09599367Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096074731Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096082331Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096121331Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096168662Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096246893Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096300054Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096347424Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.096393095Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.105772061Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.106304808Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:56.267652861Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"61165bbf-c43f-4939-a6b0-a9616cc9c910","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.893572984Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","method":"GET","req_id":"14e39e1f-e7d4-48a5-baea-4db71258f363","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":4372,"response_code":"200"}
{"msg":"path is \"/data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.896601221Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"dataset is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.90534806Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"snapshot is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b@47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.913802555Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\", \"47674216-0197-4c88-8f1b-085c1e8d42a3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.913827345Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.926739185Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/d8da2e82-4dec-4963-9af3-efba40abe69b/snapshots/47674216-0197-4c88-8f1b-085c1e8d42a3","method":"GET","req_id":"2bcaac40-ca2d-41e2-9326-d3a865c4af18","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30139,"response_code":"200"}
{"msg":"path is \"/data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.93034715Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"dataset is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.93838137Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"snapshot is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b@47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.946806504Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\", \"47674216-0197-4c88-8f1b-085c1e8d42a3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.946835325Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d8da2e82-4dec-4963-9af3-efba40abe69b-47674216-0197-4c88-8f1b-085c1e8d42a3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.955867087Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.956066979Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/d8da2e82-4dec-4963-9af3-efba40abe69b/snapshots/47674216-0197-4c88-8f1b-085c1e8d42a3/run","method":"POST","req_id":"97b1feac-cec8-4c46-96a6-0dea74a2aa25","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25752,"response_code":"200"}
{"msg":"applying SMF actions for region d8da2e82-4dec-4963-9af3-efba40abe69b running snapshot 47674216-0197-4c88-8f1b-085c1e8d42a3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.95608903Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.957819671Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.957904642Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.957986713Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.957992873Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.958032794Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.958078604Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.958398108Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.958458059Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.9585077Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.95855269Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.962243426Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d8da2e82-4dec-4963-9af3-efba40abe69b-47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.962715652Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d8da2e82-4dec-4963-9af3-efba40abe69b-47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.968799688Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d8da2e82-4dec-4963-9af3-efba40abe69b-47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.977941041Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b/.zfs/snapshot/47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.978233725Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.978314676Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.978365646Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.978424127Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.978496498Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.982928213Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.986926242Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"region d8da2e82-4dec-4963-9af3-efba40abe69b running snapshot 47674216-0197-4c88-8f1b-085c1e8d42a3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:57.986937943Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"path is \"/data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:58.109066469Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"dataset is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:58.118748179Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"snapshot is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b@47674216-0197-4c88-8f1b-085c1e8d42a3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:58.127660597Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/d8da2e82-4dec-4963-9af3-efba40abe69b\", \"47674216-0197-4c88-8f1b-085c1e8d42a3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:58.127682984Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:57:58.135940122Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/d8da2e82-4dec-4963-9af3-efba40abe69b/snapshots/47674216-0197-4c88-8f1b-085c1e8d42a3/run","method":"POST","req_id":"b787f70c-7ac6-4db7-8143-c5d0de22be82","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26908,"response_code":"200"}
{"msg":"region 7aa4999f-adb1-4972-b53b-e4d42817b237 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.467661321Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.467813012Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"82e78612-651c-46ba-a34e-20f3c112875c","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":754,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.467839383Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.476218047Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.476243927Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7aa4999f-adb1-4972-b53b-e4d42817b237\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7aa4999f-adb1-4972-b53b-e4d42817b237\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.525399617Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"7aa4999f-adb1-4972-b53b-e4d42817b237","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7aa4999f-adb1-4972-b53b-e4d42817b237\" \"--data\" \"/data/regions/7aa4999f-adb1-4972-b53b-e4d42817b237\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.52722128Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"7aa4999f-adb1-4972-b53b-e4d42817b237","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.59808016Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"7aa4999f-adb1-4972-b53b-e4d42817b237","component":"worker"}
{"msg":"region 7aa4999f-adb1-4972-b53b-e4d42817b237 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.59813128Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.598233362Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.598730857Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.601766755Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.609017205Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.611652658Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.611941572Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.612006462Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.612052023Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.612096014Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.615684088Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.620867342Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.620951784Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.621048265Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.621055975Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.621098505Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.621143766Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.624987123Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.625056694Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.625116485Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.625174226Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.62875342Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.630572093Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:01.76248544Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions","method":"POST","req_id":"987f7d82-9500-4975-b8a5-f75754f9cc53","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.224267796Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","method":"GET","req_id":"8ff11b3a-0dac-46af-ae1f-f7dabde29316","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":736,"response_code":"200"}
{"msg":"path is \"/data/regions/7aa4999f-adb1-4972-b53b-e4d42817b237\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.227336174Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"dataset is oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.241392308Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"region 7aa4999f-adb1-4972-b53b-e4d42817b237 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.250527892Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.250725944Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-7aa4999f-adb1-4972-b53b-e4d42817b237 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.251917409Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.253391737Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","method":"DELETE","req_id":"2028619d-c007-43c1-8b23-0603f8b49994","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26077,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.257016042Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","method":"GET","req_id":"c9803d6f-1a5f-4481-bdf0-983d60153821","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":760,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260215952Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260298583Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260401184Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260414505Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260448385Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260494526Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8da2e82-4dec-4963-9af3-efba40abe69b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.26080898Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.26087018Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260920161Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.260966591Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.266186036Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.267965238Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd705dc8-a605-494a-9c72-bf21f8cc1d40/crucible/regions/7aa4999f-adb1-4972-b53b-e4d42817b237\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.277631738Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"region":"7aa4999f-adb1-4972-b53b-e4d42817b237","component":"worker"}
{"msg":"region 7aa4999f-adb1-4972-b53b-e4d42817b237 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.321323581Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-12T03:58:27.378096136Z","hostname":"oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81","pid":21801,"uri":"/crucible/0/regions/7aa4999f-adb1-4972-b53b-e4d42817b237","method":"GET","req_id":"65d46368-f1e9-4204-a3bb-87aaf77d0c4b","remote_addr":"[fd00:1122:3344:101::a]:61194","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":96,"response_code":"200"}