bitwarden/server
1
0
Fork 0
mirror of https://github.com/bitwarden/server synced 2026-01-05 10:03:23 +00:00
Code Issues Releases Wiki Activity

Added CSV imports to DbSeeder utility

Browse Source
This commit is contained in:
Mark Kincaid
2025-10-15 07:45:22 -07:00
parent ff4b3eb9e5
commit e104fe6c5c
23 changed files with 5907 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

185
util/DbSeederUtility/Program.cs
View File

@@ -1,7 +1,9 @@
using Bit.Infrastructure.EntityFramework.Repositories;
using Bit.Seeder.Migration;
using Bit.Seeder.Recipes;
using CommandDotNet;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
namespace Bit.DbSeederUtility;
@@ -23,12 +25,10 @@ public class Program
string domain
)
{
// Create service provider with necessary services
var services = new ServiceCollection();
ServiceCollectionExtension.ConfigureServices(services);
var serviceProvider = services.BuildServiceProvider();
// Get a scoped DB context
using var scope = serviceProvider.CreateScope();
var scopedServices = scope.ServiceProvider;
var db = scopedServices.GetRequiredService<DatabaseContext>();
@@ -36,4 +36,185 @@ public class Program
var recipe = new OrganizationWithUsersRecipe(db);
recipe.Seed(name, users, domain);
}
[Command("discover", Description = "Discover and analyze tables in source database")]
public void Discover(
[Option("startssh", Description = "Start SSH tunnel before operation")]
bool startSsh = false
)
{
var config = MigrationSettingsFactory.MigrationConfig;
var loggerFactory = LoggerFactory.Create(builder => builder.AddConsole());
var recipe = new CsvMigrationRecipe(config, loggerFactory);
if (startSsh && !recipe.StartSshTunnel(force: true))
{
Console.WriteLine("Failed to start SSH tunnel");
return;
}
var success = recipe.DiscoverAndAnalyzeTables();
if (startSsh)
{
recipe.StopSshTunnel();
}
if (!success)
{
Console.WriteLine("Discovery failed");
}
}
[Command("export", Description = "Export tables from source database to CSV files")]
public void Export(
[Option("include-tables", Description = "Comma-separated list of tables to include")]
string? includeTables = null,
[Option("exclude-tables", Description = "Comma-separated list of tables to exclude")]
string? excludeTables = null,
[Option("startssh", Description = "Start SSH tunnel before operation")]
bool startSsh = false
)
{
var config = MigrationSettingsFactory.MigrationConfig;
var loggerFactory = LoggerFactory.Create(builder => builder.AddConsole());
var recipe = new CsvMigrationRecipe(config, loggerFactory);
TableFilter? tableFilter = null;
var includeList = TableFilter.ParseTableList(includeTables);
var excludeList = TableFilter.ParseTableList(excludeTables);
if (includeList.Count > 0 || excludeList.Count > 0)
{
tableFilter = new TableFilter(
includeList.Count > 0 ? includeList : null,
excludeList.Count > 0 ? excludeList : null,
null,
loggerFactory.CreateLogger<TableFilter>());
}
if (startSsh && !recipe.StartSshTunnel(force: true))
{
Console.WriteLine("Failed to start SSH tunnel");
return;
}
var success = recipe.ExportAllTables(tableFilter);
if (startSsh)
{
recipe.StopSshTunnel();
}
if (!success)
{
Console.WriteLine("Export failed");
}
}
[Command("import", Description = "Import CSV files to destination database")]
public void Import(
[Operand(Description = "Database type (postgres, mariadb, sqlite, sqlserver)")]
string database,
[Option("create-tables", Description = "Create tables if they don't exist")]
bool createTables = false,
[Option("clear-existing", Description = "Clear existing data before import")]
bool clearExisting = false,
[Option("verify", Description = "Verify import after completion")]
bool verify = false,
[Option("include-tables", Description = "Comma-separated list of tables to include")]
string? includeTables = null,
[Option("exclude-tables", Description = "Comma-separated list of tables to exclude")]
string? excludeTables = null,
[Option("batch-size", Description = "Number of rows per batch")]
int? batchSize = null
)
{
var config = MigrationSettingsFactory.MigrationConfig;
var loggerFactory = LoggerFactory.Create(builder => builder.AddConsole());
var recipe = new CsvMigrationRecipe(config, loggerFactory);
TableFilter? tableFilter = null;
var includeList = TableFilter.ParseTableList(includeTables);
var excludeList = TableFilter.ParseTableList(excludeTables);
if (includeList.Count > 0 || excludeList.Count > 0)
{
tableFilter = new TableFilter(
includeList.Count > 0 ? includeList : null,
excludeList.Count > 0 ? excludeList : null,
null,
loggerFactory.CreateLogger<TableFilter>());
}
var success = recipe.ImportToDatabase(database, createTables, clearExisting, tableFilter, batchSize);
if (verify && success)
{
Console.WriteLine("\nRunning verification...");
var verifySuccess = recipe.VerifyImport(database, tableFilter);
if (!verifySuccess)
{
Console.WriteLine("Import succeeded but verification found issues");
}
}
if (!success)
{
Console.WriteLine("Import failed");
}
}
[Command("verify", Description = "Verify import by comparing CSV row counts with database row counts")]
public void Verify(
[Operand(Description = "Database type (postgres, mariadb, sqlite, sqlserver)")]
string database,
[Option("include-tables", Description = "Comma-separated list of tables to include")]
string? includeTables = null,
[Option("exclude-tables", Description = "Comma-separated list of tables to exclude")]
string? excludeTables = null
)
{
var config = MigrationSettingsFactory.MigrationConfig;
var loggerFactory = LoggerFactory.Create(builder => builder.AddConsole());
var recipe = new CsvMigrationRecipe(config, loggerFactory);
TableFilter? tableFilter = null;
var includeList = TableFilter.ParseTableList(includeTables);
var excludeList = TableFilter.ParseTableList(excludeTables);
if (includeList.Count > 0 || excludeList.Count > 0)
{
tableFilter = new TableFilter(
includeList.Count > 0 ? includeList : null,
excludeList.Count > 0 ? excludeList : null,
null,
loggerFactory.CreateLogger<TableFilter>());
}
var success = recipe.VerifyImport(database, tableFilter);
if (!success)
{
Console.WriteLine("Verification failed");
}
}
[Command("test-connection", Description = "Test connection to a specific database")]
public void TestConnection(
[Operand(Description = "Database type (postgres, mariadb, sqlite, sqlserver)")]
string database
)
{
var config = MigrationSettingsFactory.MigrationConfig;
var loggerFactory = LoggerFactory.Create(builder => builder.AddConsole());
var recipe = new CsvMigrationRecipe(config, loggerFactory);
var success = recipe.TestConnection(database);
if (!success)
{
Console.WriteLine($"Connection to {database} failed");
}
}
}