forked from qiniu/logkit
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
cb54ebb
commit 394b092
Showing
7 changed files
with
342 additions
and
30 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,148 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "database/sql" | ||
| "flag" | ||
| "fmt" | ||
| "os" | ||
|
|
||
| "math/rand" | ||
| "strconv" | ||
|
|
||
| _ "github.com/denisenkom/go-mssqldb" //mssql 驱动 | ||
| _ "github.com/go-sql-driver/mysql" //mysql 驱动 | ||
| _ "github.com/lib/pq" //postgres 驱动 | ||
| utilsos "github.com/qiniu/logkit/utils/os" | ||
| "github.com/qiniu/x/log.v7" | ||
|
|
||
| "time" | ||
|
|
||
| "strings" | ||
|
|
||
| "github.com/Pallinder/go-randomdata" | ||
| ) | ||
|
|
||
| const ( | ||
| NextVersion = "v1.0.0" | ||
| ) | ||
|
|
||
| const usage = `datagen generate sql data for test | ||
| Usage: | ||
| datagen [commands|flags] | ||
| The commands & flags are: | ||
| -v print the version to stdout. | ||
| -h <host> specify database host | ||
| -p <port> specify database port | ||
| -db <database> specify database name | ||
| -t <type> specify database type: mysql or postgres | ||
| -u <username> database username | ||
| -p <password> database password | ||
| -table <tablename> database tablename | ||
| Examples: | ||
| # start to gen data to database | ||
| datagen -h 127.0.0.1 -p 3306 -t postgres | ||
| ` | ||
|
|
||
| var ( | ||
| fversion = flag.Bool("v", false, "print the version to stdout") | ||
| host = flag.String("h", "127.0.0.1", "specify database host") | ||
| port = flag.String("p", "5432", "specify database port") | ||
| databaseType = flag.String("t", "postgres", "specify database type mysql or postgres") | ||
| database = flag.String("db", "testdb", "specify database name") | ||
| username = flag.String("u", "postgres", "database username") | ||
| password = flag.String("password", "", "database password") | ||
| table = flag.String("table", "test", "database table name") | ||
| ) | ||
|
|
||
| func usageExit(rc int) { | ||
| fmt.Println(usage) | ||
| os.Exit(rc) | ||
| } | ||
|
|
||
| func main() { | ||
| flag.Usage = func() { usageExit(0) } | ||
| flag.Parse() | ||
| switch { | ||
| case *fversion: | ||
| fmt.Println("datagen version: ", NextVersion) | ||
| osInfo := utilsos.GetOSInfo() | ||
| fmt.Println("Hostname: ", osInfo.Hostname) | ||
| fmt.Println("Core: ", osInfo.Core) | ||
| fmt.Println("OS: ", osInfo.OS) | ||
| fmt.Println("Platform: ", osInfo.Platform) | ||
| return | ||
| } | ||
| switch *databaseType { | ||
| case "mysql": | ||
| fmt.Println("mysql is not supported now") | ||
| case "postgres": | ||
| fmt.Println("Start to generate data to ", *host, *port, *username, *database, *table) | ||
| generatePostgresData(*host, *port, *username, *password, *database, *table) | ||
| } | ||
| } | ||
|
|
||
| func openSql(dbtype, connectStr string) (db *sql.DB, err error) { | ||
| db, err = sql.Open(dbtype, connectStr) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("open %v failed: %v", dbtype, err) | ||
| } | ||
| return db, nil | ||
| } | ||
|
|
||
| func getPostgresDb(dbsource string) (db *sql.DB, err error) { | ||
| db, err = openSql("postgres", dbsource) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| if err = db.Ping(); err != nil { | ||
| return nil, err | ||
| } | ||
| return db, nil | ||
| } | ||
|
|
||
| func preparePostgres(pgDbSource, databasename string) (db *sql.DB, err error) { | ||
| db, err = openSql("postgres", pgDbSource) | ||
| if err != nil { | ||
| log.Error(err) | ||
| return nil, err | ||
| } | ||
| defer db.Close() | ||
|
|
||
| return getPostgresDb(pgDbSource + " dbname=" + databasename) | ||
| } | ||
|
|
||
| func generatePostgresData(host, port, username, password, database, table string) { | ||
| datasource := "sslmode=disable host=" + host + " port=" + port + " dbname=" + database + " user=" + username + " password=" + password | ||
| db, err := preparePostgres(datasource, database) | ||
| if err != nil { | ||
| log.Error(err) | ||
| return | ||
| } | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec(`CREATE TABLE ` + table + ` (id int4,email varchar, city varchar, useragent varchar,age int4,salary float4,delete bool,create_time timestamp(6))WITH (OIDS=FALSE);`) | ||
| if err != nil && !strings.Contains(err.Error(), "already exists") { | ||
| log.Error(err) | ||
| return | ||
| } | ||
| datanum := 1 | ||
| for { | ||
| dt := `INSERT INTO ` + table + ` VALUES ('` + strconv.Itoa(datanum) + `', '` + randomdata.Email() + `', '` + randomdata.City() + `','` + randomdata.UserAgentString() + `', ` + strconv.Itoa(rand.Intn(100)) + `, '` + strconv.FormatFloat(rand.Float64(), 'f', -1, 64) + `', 't', '` + time.Unix(int64(149999999+datanum), 0).Format("2006-01-02 15:04:05") + `');` | ||
| _, err = db.Exec(dt) | ||
| if err != nil { | ||
| log.Error(err) | ||
| return | ||
| } | ||
| if datanum%100 == 0 { | ||
| fmt.Println(datanum, " of data inserted") | ||
| } | ||
| datanum++ | ||
| } | ||
| } |
Oops, something went wrong.