sharding/samples/Sample.BulkConsole/Program.cs

using EFCore.BulkExtensions;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using Sample.BulkConsole.DbContexts;
using Sample.BulkConsole.Entities;
using ShardingCore;
using ShardingCore.Extensions;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using ShardingCore.Bootstrappers;
using ShardingCore.Extensions.ShardingPageExtensions;
using ShardingCore.TableExists;
using ShardingCore.TableExists.Abstractions;

namespace Sample.BulkConsole
{
    class Program
    {
        public static readonly ILoggerFactory efLogger = LoggerFactory.Create(builder =>
        {
            builder.AddFilter((category, level) => category == DbLoggerCategory.Database.Command.Name && level == LogLevel.Information).AddConsole();
        });
        static void Main(string[] args)
        {
            var services = new ServiceCollection();
            services.AddLogging();

            services.AddShardingDbContext<MyShardingDbContext>()
                .AddEntityConfig(o =>
                {
                    o.AddShardingTableRoute<OrderVirtualRoute>();
                })
                .AddConfig(op =>
                {
                    op.UseShardingQuery((conStr, builder) =>
                    {
                        builder.UseSqlServer(conStr).UseLoggerFactory(efLogger);
                    });
                    op.UseShardingTransaction((connection, builder) =>
                    {
                        builder.UseSqlServer(connection).UseLoggerFactory(efLogger);
                    });
                    op.AddDefaultDataSource("ds0", "Data Source=localhost;Initial Catalog=MyOrderSharding;Integrated Security=True;");

                }).ReplaceService<ITableEnsureManager,SqlServerTableEnsureManager>().EnsureConfig();
            var serviceProvider = services.BuildServiceProvider();
            serviceProvider.UseAutoTryCompensateTable();
            using (var serviceScope = serviceProvider.CreateScope())
            {
                var myShardingDbContext = serviceScope.ServiceProvider.GetService<MyShardingDbContext>();

                if (!myShardingDbContext.Set<Order>().Any())
                {
                    var begin = DateTime.Now.Date.AddDays(-3);
                    var now = DateTime.Now;
                    var current = begin;
                    ICollection<Order> orders = new LinkedList<Order>();
                    int i = 0;
                    while (current < now)
                    {
                        orders.Add(new Order()
                        {
                            Id = i.ToString(),
                            OrderNo = $"orderno-" + i.ToString(),
                            Seq = i,
                            CreateTime = current
                        });
                        i++;
                        current = current.AddMilliseconds(100);
                    }

                    var startNew = Stopwatch.StartNew();
                    var bulkShardingEnumerable = myShardingDbContext.BulkShardingTableEnumerable(orders);
                    startNew.Stop();
                    Console.WriteLine($"订单总数:{i}条,myShardingDbContext.BulkShardingEnumerable(orders)用时:{startNew.ElapsedMilliseconds}毫秒");
                    startNew.Restart();
                    foreach (var dataSourceMap in bulkShardingEnumerable)
                    {
                        dataSourceMap.Key.BulkInsert(dataSourceMap.Value.ToList());
                    }
                    startNew.Stop();
                    Console.WriteLine($"订单总数:{i}条,myShardingDbContext.BulkInsert(orders)用时:{startNew.ElapsedMilliseconds}毫秒");

                    Console.WriteLine("ok");
                }

                var b = DateTime.Now.Date.AddDays(-3);
                var queryable = myShardingDbContext.Set<Order>().Select(o=>new {Id=o.Id,OrderNo=o.OrderNo, CreateTime =o.CreateTime });//.Where(o => o.CreateTime >= b);
                var dateTime = DateTime.Now;
                var dbContexts = myShardingDbContext.BulkShardingTableExpression<MyShardingDbContext,Order>(o=>o.CreateTime<=dateTime);
                using (var dbContextTransaction = myShardingDbContext.Database.BeginTransaction())
                {
                    foreach (var dbContext in dbContexts)
                    {
                        dbContext.Set<Order>().Where(o=>o.CreateTime<=dateTime).BatchUpdate(a => new Order { OrderNo = "12345" });
                    }
                    dbContextTransaction.Commit();
                }
                var startNew1 = Stopwatch.StartNew();


                //startNew1.Restart();
                //var list2 = queryable.Take(1000).ToList();
                //startNew1.Stop();
                //Console.WriteLine($"获取1000条用时:{startNew1.ElapsedMilliseconds}毫秒");

                //startNew1.Restart();
                //var list = queryable.Take(10).ToList();
                //startNew1.Stop();
                //Console.WriteLine($"获取10条用时:{startNew1.ElapsedMilliseconds}毫秒");


                //startNew1.Restart();
                //var list1 = queryable.Take(100).ToList();
                //startNew1.Stop();
                //Console.WriteLine($"获取100条用时:{startNew1.ElapsedMilliseconds}毫秒");


                //startNew1.Restart();
                //var list3 = queryable.Take(10000).ToList();
                //startNew1.Stop();
                //Console.WriteLine($"获取100000条用时:{startNew1.ElapsedMilliseconds}毫秒");



                //startNew1.Restart();
                //var list4 = queryable.Take(20000).ToList();
                //startNew1.Stop();
                //Console.WriteLine($"获取20000条用时:{startNew1.ElapsedMilliseconds}毫秒");


                int skip = 0, take = 1000;
                for (int i = 20; i < 30000; i++)
                {
                    skip = take * i;
                    startNew1.Restart();
                    var shardingPagedResult = queryable.ToShardingPage(i+1, take);
                    startNew1.Stop();
                        Console.WriteLine($"流式分页skip:[{skip}],take:[{take}]耗时用时:{startNew1.ElapsedMilliseconds}毫秒");
                }

                Console.WriteLine("ok");

            }
        }
    }
}