Repair failure messages contain lots of recursive error messages

[denesb]

See the example below. It is very difficult to read and find out what actually failed.

May 11 18:03:15 ip-10-215-224-244 scylla[376907]:  [shard  0] init - Startup failed: std::runtime_error ({shard 0: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 1: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 2: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-7398150262400385385, -7391296821796780514]), shard 3: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 4: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8615496568535512037, -8610923485648066912]), shard 5: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8386370691328999179, -8375861339511487271]), shard 6: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 7: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 8: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 9: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8615496568535512037, -8610923485648066912]), shard 10: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 11: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 12: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 13: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8631058630286676608, -8625522468608526420]), shard 14: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8166067336546572688, -8162953048569450846]), shard 15: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 16: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 17: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 18: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8624748399922691699, -8618457520685288773]), shard 19: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8386370691328999179, -8375861339511487271]), shard 20: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8139059275622766670, -8132832720466432453]), shard 21: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8564810380218010744, -8562287041415579054]), shard 22: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-7429171209243433336, -7402968959209641026]), shard 23: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), shard 24: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), shard 25: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8564810380218010744, -8562287041415579054]), shard 26: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), shard 27: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 28: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 29: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 30: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8514085760232419369, -8511184521480238751]), shard 31: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8386370691328999179, -8375861339511487271]), shard 32: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 33: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8564810380218010744, -8562287041415579054]), shard 34: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 35: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 36: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-7429171209243433336, -7402968959209641026]), shard 37: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8653607670662114949, -8651650271244097773]), shard 38: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8615496568535512037, -8610923485648066912]), shard 39: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8166067336546572688, -8162953048569450846]), shard 40: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), shard 41: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), shard 42: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), shard 43: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8162397301222186270, -8139059275622766670])})
(END)

[asias]

They are not recursive. The errors are for failed reason for each shard.

May 11 18:03:15 ip-10-215-224-244 scylla[376907]:  [shard  0] init - Startup failed: std::runtime_error ({
shard 0: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 1: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]),
shard 2: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-7398150262400385385, -7391296821796780514]), 
shard 3: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 4: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8615496568535512037, -8610923485648066912]), 
shard 5: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8386370691328999179, -8375861339511487271]), 
shard 6: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 7: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 8: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 9: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8615496568535512037, -8610923485648066912]), 
shard 10: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 11: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]),
shard 12: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), 
shard 13: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8631058630286676608, -8625522468608526420]), 
shard 14: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8166067336546572688, -8162953048569450846]), 
shard 15: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]),
shard 16: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), 
shard 17: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), 
shard 18: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8624748399922691699, -8618457520685288773]), 
shard 19: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8386370691328999179, -8375861339511487271]),
shard 20: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8139059275622766670, -8132832720466432453]), 
shard 21: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8564810380218010744, -8562287041415579054]), 
shard 22: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-7429171209243433336, -7402968959209641026]),
shard 23: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]),
shard 24: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), 
shard 25: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8564810380218010744, -8562287041415579054]), 
shard 26: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), 
shard 27: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), 
shard 28: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]),
shard 29: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 30: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8514085760232419369, -8511184521480238751]), 
shard 31: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8386370691328999179, -8375861339511487271]), 
shard 32: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]),
shard 33: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8564810380218010744, -8562287041415579054]), 
shard 34: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]),
shard 35: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 36: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-7429171209243433336, -7402968959209641026]), 
shard 37: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8653607670662114949, -8651650271244097773]), 
shard 38: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8615496568535512037, -8610923485648066912]), 
shard 39: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8166067336546572688, -8162953048569450846]), 
shard 40: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8728722028824061268, -8715031659747834643]), 
shard 41: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8365794179512269399, -8326180724723671811]), 
shard 42: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8392332135406893287, -8386370691328999179]), 
shard 43: std::runtime_error (Failed to repair for keyspace=ks, cf=tbl, range=(-8162397301222186270, -8139059275622766670])})

It failed on different ranges.

[denesb]

Ok, makes sense. It is very hard to read and parse for a human, but I don't have an idea on how to make this better.