使用sqlx进行大容量插入

package main

import (
    "fmt"
    "github.com/jmoiron/sqlx"
    _ "github.com/go-sql-driver/mysql"
)

type User struct {
    ID   int    `db:"id"`
    Name string `db:"name"`
}

func main() {
    db, err := sqlx.Connect("mysql", "user:password@tcp(127.0.0.1:3306)/dbname")
    if err != nil {
        fmt.Println("Failed to connect to database:", err)
        return
    }
    defer db.Close()

    users := []User{
        {Name: "Alice"},
        {Name: "Bob"},
        // ... more users
    }

    batchSize := 1000
    for i := 0; i < len(users); i += batchSize {
        end := i + batchSize
        if end > len(users) {
            end = len(users)
        }
        batch := users[i:end]
        insertBatch(db, batch)
    }
}

func insertBatch(db *sqlx.DB, users []User) error {
    query := `INSERT INTO users (name) VALUES (:name)`
    _, err := db.NamedExec(query, users)
    return err
}

func insertBatchWithTx(db *sqlx.DB, users []User) error {
    tx, err := db.Beginx()
    if err != nil {
        return err
    }
    defer tx.Rollback()

    query := `INSERT INTO users (name) VALUES (:name)`
    _, err = tx.NamedExec(query, users)
    if err != nil {
        return err
    }

    return tx.Commit()
}