WuYongJie
78857a51d9
- 改为按期初数据+系统主体+爬虫新主体生成主体期间，一行一期间，修复流程历史重复行 - 变更日当天归新主体、老主体失效显示变更日前一天；关店和其他非正常状态两列显示 - - 期初数据首次打开固化为系统库设置，可在「规则信息 → 店铺维度报表逻辑配置」在线增删改 - 爬虫店铺主体按税号归一，首次抓到的新主体写入期间变更表并自动生成新期间 - 新增期间变更表迁移与 crawl_shop_company 镜像数据集
317 lines
16 KiB
PHP
317 lines
16 KiB
PHP
<?php
|
|
|
|
namespace Tests\Feature\Console;
|
|
|
|
use Illuminate\Database\Schema\Blueprint;
|
|
use Illuminate\Support\Facades\DB;
|
|
use Illuminate\Support\Facades\Schema;
|
|
use Modules\EcommerceFinance\Repositories\StoreReportRepository;
|
|
use Modules\EcommerceFinance\Repositories\StoreReportUpstreamRepository;
|
|
use Modules\EcommerceFinance\Services\StoreReportMirrorSynchronizer;
|
|
use Tests\TestCase;
|
|
|
|
class StoreReportMirrorSyncTest extends TestCase
|
|
{
|
|
protected function setUp(): void
|
|
{
|
|
parent::setUp();
|
|
config([
|
|
'database.connections.business_mirror' => ['driver' => 'sqlite', 'database' => ':memory:', 'prefix' => ''],
|
|
'upstream_mirrors.connection' => 'business_mirror',
|
|
'upstream_mirrors.store_report.batch_size' => 100,
|
|
'upstream_mirrors.store_report.max_batches_per_run' => 2,
|
|
'upstream_mirrors.store_report.lifecycle_batch_size' => 100,
|
|
'upstream_mirrors.store_report.lifecycle_max_batches_per_run' => 2,
|
|
'upstream_mirrors.store_report.daily_batch_size' => 100,
|
|
'upstream_mirrors.store_report.daily_max_batches_per_run' => 2,
|
|
'upstream_mirrors.store_report.overlap_rows' => 50,
|
|
]);
|
|
DB::purge('business_mirror');
|
|
$this->createTables();
|
|
}
|
|
|
|
public function test_it_automatically_completes_first_sync_and_maps_income_direction(): void
|
|
{
|
|
$upstream = $this->createMock(StoreReportUpstreamRepository::class);
|
|
$upstream->expects($this->once())->method('lifecycleBatch')->with(0, 100)->willReturn([
|
|
['source_id' => 1, 'erp_store_name' => '店铺A', 'unified_social_credit_code' => 'CREDIT-A', 'effective_at' => '2026-01-01', 'company_name' => '主体甲'],
|
|
]);
|
|
$upstream->expects($this->once())->method('billBatch')->with(0, 100)->willReturn([
|
|
$this->bill(10, '1', 120.5),
|
|
$this->bill(11, '-1', 8.2),
|
|
]);
|
|
|
|
$result = (new StoreReportMirrorSynchronizer($upstream, app('db')))->sync(100, 2);
|
|
|
|
$this->assertSame('succeeded', $result['lifecycles']['status']);
|
|
$this->assertSame('succeeded', $result['bills']['status']);
|
|
$this->assertSame('succeeded', $result['daily']['status']);
|
|
$this->assertDatabaseHas('store_report_bill_rows', [
|
|
'source_id' => 10, 'store_name' => '店铺A', 'income' => 120.5, 'expense' => 0,
|
|
], 'business_mirror');
|
|
$this->assertDatabaseHas('store_report_bill_rows', [
|
|
'source_id' => 11, 'income' => 0, 'expense' => 8.2,
|
|
], 'business_mirror');
|
|
$this->assertDatabaseHas('store_report_import_states', [
|
|
'dataset_key' => StoreReportRepository::BILLS_DATASET,
|
|
'status' => 'succeeded',
|
|
'cursor_id' => 11,
|
|
'row_count' => 2,
|
|
], 'business_mirror');
|
|
$this->assertNotNull(DB::connection('business_mirror')->table('store_report_import_states')
|
|
->where('dataset_key', StoreReportRepository::BILLS_DATASET)->value('active_generation'));
|
|
$this->assertDatabaseHas('store_report_daily_rows', [
|
|
'store_name' => '店铺A', 'occurred_on' => '2026-08-01',
|
|
'income' => 120.5, 'expense' => 8.2,
|
|
], 'business_mirror');
|
|
}
|
|
|
|
public function test_incremental_sync_reuses_active_generation_and_overlaps_recent_ids(): void
|
|
{
|
|
$this->activeState(StoreReportRepository::LIFECYCLES_DATASET, 'lifecycle-live', 20, 1);
|
|
$this->activeState(StoreReportRepository::BILLS_DATASET, 'bill-live', 100, 1);
|
|
$this->activeState(StoreReportRepository::DAILY_DATASET, 'bill-live', 100, 1);
|
|
DB::connection('business_mirror')->table('store_report_bill_rows')->insert([
|
|
'generation' => 'bill-live', 'source_id' => 101, 'shop_id' => 88,
|
|
'platform' => 'TouTiaoFXGZJ', 'platform_label' => '抖音', 'store_name' => '店铺A',
|
|
'occurred_at' => '2026-08-01 10:00:00', 'income' => 10, 'expense' => 0,
|
|
'bill_item' => '订单收入', 'record_code' => '101', 'source_file' => 'source',
|
|
'row_hash' => 'old', 'source_updated_at' => null, 'imported_at' => now(),
|
|
]);
|
|
DB::connection('business_mirror')->table('store_report_daily_rows')->insert([
|
|
'generation' => 'bill-live', 'store_name' => '店铺A', 'occurred_on' => '2026-08-01',
|
|
'income' => 10, 'expense' => 0, 'updated_at' => now(),
|
|
]);
|
|
$upstream = $this->createMock(StoreReportUpstreamRepository::class);
|
|
$upstream->expects($this->once())->method('lifecycleBatch')->with(0, 100)->willReturn([]);
|
|
$upstream->expects($this->once())->method('billBatch')->with(50, 100)->willReturn([
|
|
$this->bill(101, '1', 33.0),
|
|
]);
|
|
|
|
(new StoreReportMirrorSynchronizer($upstream, app('db')))->sync(100, 2);
|
|
|
|
$this->assertDatabaseHas('store_report_bill_rows', [
|
|
'generation' => 'bill-live', 'source_id' => 101, 'income' => 33,
|
|
], 'business_mirror');
|
|
$this->assertDatabaseHas('store_report_import_states', [
|
|
'dataset_key' => StoreReportRepository::BILLS_DATASET,
|
|
'active_generation' => 'bill-live',
|
|
'cursor_id' => 101,
|
|
'row_count' => 1,
|
|
], 'business_mirror');
|
|
$this->assertDatabaseHas('store_report_daily_rows', [
|
|
'generation' => 'bill-live', 'occurred_on' => '2026-08-01', 'income' => 33,
|
|
], 'business_mirror');
|
|
}
|
|
|
|
public function test_incremental_sync_tracks_inserts_and_deletes_without_counting_the_fact_table(): void
|
|
{
|
|
$this->activeState(StoreReportRepository::LIFECYCLES_DATASET, 'lifecycle-live', 20, 0);
|
|
$this->activeState(StoreReportRepository::BILLS_DATASET, 'bill-live', 100, 2);
|
|
$this->activeState(StoreReportRepository::DAILY_DATASET, 'bill-live', 100, 1);
|
|
$db = DB::connection('business_mirror');
|
|
$db->table('store_report_bill_rows')->insert([
|
|
$this->storedBill(101, 10),
|
|
$this->storedBill(102, 20),
|
|
]);
|
|
$db->table('store_report_daily_rows')->insert([
|
|
'generation' => 'bill-live', 'store_name' => '店铺A', 'occurred_on' => '2026-08-01',
|
|
'income' => 30, 'expense' => 0, 'updated_at' => now(),
|
|
]);
|
|
|
|
$deleted = $this->bill(102, '1', 20);
|
|
$deleted['del_flag'] = 1;
|
|
$upstream = $this->createMock(StoreReportUpstreamRepository::class);
|
|
$upstream->expects($this->once())->method('lifecycleBatch')->with(0, 100)->willReturn([]);
|
|
$upstream->expects($this->once())->method('billBatch')->with(50, 100)->willReturn([
|
|
$this->bill(101, '1', 11),
|
|
$deleted,
|
|
$this->bill(103, '-1', 7),
|
|
]);
|
|
|
|
$db->enableQueryLog();
|
|
$result = (new StoreReportMirrorSynchronizer($upstream, app('db')))->sync(100, 2);
|
|
$queries = $db->getQueryLog();
|
|
$db->disableQueryLog();
|
|
|
|
$this->assertSame(2, $result['bills']['stored_rows']);
|
|
$this->assertDatabaseMissing('store_report_bill_rows', [
|
|
'generation' => 'bill-live', 'source_id' => 102,
|
|
], 'business_mirror');
|
|
$this->assertDatabaseHas('store_report_bill_rows', [
|
|
'generation' => 'bill-live', 'source_id' => 103, 'expense' => 7,
|
|
], 'business_mirror');
|
|
$this->assertDatabaseHas('store_report_import_states', [
|
|
'dataset_key' => StoreReportRepository::BILLS_DATASET, 'row_count' => 2,
|
|
], 'business_mirror');
|
|
$this->assertFalse(collect($queries)->contains(
|
|
static fn (array $query): bool => str_contains(strtolower($query['query']), 'count(*)')
|
|
&& str_contains(strtolower($query['query']), 'store_report_bill_rows'),
|
|
));
|
|
}
|
|
|
|
private function bill(int $id, string $direction, float $amount): array
|
|
{
|
|
return [
|
|
'source_id' => $id, 'shop_id' => 88, 'channel' => 'TouTiaoFXGZJ',
|
|
'fee_time' => '2026-08-01 10:00:00', 'del_flag' => 0,
|
|
'primary_key' => 'PK-' . $id, 'source_updated_at' => '2026-08-01 11:00:00',
|
|
'fee_name' => '订单收入', 'inout_type' => $direction, 'amount' => $amount,
|
|
'shop_name' => '店铺A',
|
|
];
|
|
}
|
|
|
|
/** @return array<string,mixed> */
|
|
private function storedBill(int $id, float $income): array
|
|
{
|
|
return [
|
|
'generation' => 'bill-live', 'source_id' => $id, 'shop_id' => 88,
|
|
'platform' => 'TouTiaoFXGZJ', 'platform_label' => '抖音', 'store_name' => '店铺A',
|
|
'occurred_at' => '2026-08-01 10:00:00', 'income' => $income, 'expense' => 0,
|
|
'bill_item' => '订单收入', 'record_code' => (string) $id, 'source_file' => 'source',
|
|
'row_hash' => 'old-' . $id, 'source_updated_at' => null, 'imported_at' => now(),
|
|
];
|
|
}
|
|
|
|
public function test_it_records_first_seen_crawler_subject_change_once(): void
|
|
{
|
|
$mirror = DB::connection('business_mirror');
|
|
$mirror->table('ops_fys_shop_info')->insert([
|
|
['erpShopName' => '店铺A', 'unifiedSocialCreditCode' => 'CODE-A', 'shopState' => '0'],
|
|
['erpShopName' => '店铺B', 'unifiedSocialCreditCode' => 'CODE-C', 'shopState' => '0'],
|
|
]);
|
|
$mirror->table('ops_fys_company_info')->insert([
|
|
['unifiedSocialCreditCode' => 'CODE-A', 'businessLicenseName' => '主体甲'],
|
|
['unifiedSocialCreditCode' => 'CODE-B', 'businessLicenseName' => '主体乙'],
|
|
['unifiedSocialCreditCode' => 'CODE-C', 'businessLicenseName' => '主体丙'],
|
|
]);
|
|
$mirror->table('ops_crawl_shop_company')->insert([
|
|
// 同一店铺历史最新一行仍是老主体，最新一行抓到新主体。
|
|
['id' => 1, 'shop_name' => '店铺A', 'company_name' => '主体甲', 'tax_no' => 'CODE-A', 'crawl_date' => '2026-09-28'],
|
|
['id' => 2, 'shop_name' => '店铺A', 'company_name' => '主体乙', 'tax_no' => 'CODE-B', 'crawl_date' => '2026-09-29'],
|
|
// 名称笔误但税号相同：归一后仍是主体丙，不产生新期间。
|
|
['id' => 3, 'shop_name' => '店铺B', 'company_name' => '主体丙（笔误）', 'tax_no' => 'CODE-C', 'crawl_date' => '2026-09-29'],
|
|
]);
|
|
|
|
$upstream = $this->createMock(StoreReportUpstreamRepository::class);
|
|
$upstream->method('lifecycleBatch')->willReturn([]);
|
|
$upstream->method('billBatch')->willReturn([]);
|
|
$synchronizer = new StoreReportMirrorSynchronizer($upstream, app('db'));
|
|
|
|
$first = $synchronizer->sync(100, 2);
|
|
$second = $synchronizer->sync(100, 2);
|
|
|
|
$this->assertSame('succeeded', $first['period_changes']['status']);
|
|
$this->assertSame(2, $first['period_changes']['checked']);
|
|
$this->assertSame(1, $first['period_changes']['created']);
|
|
$this->assertSame(0, $second['period_changes']['created']);
|
|
$this->assertSame(1, $mirror->table('store_report_shop_period_changes')->count());
|
|
$this->assertDatabaseHas('store_report_shop_period_changes', [
|
|
'erp_store_name' => '店铺A',
|
|
'company_name' => '主体乙',
|
|
'unified_social_credit_code' => 'CODE-B',
|
|
'observed_on' => '2026-09-29',
|
|
], 'business_mirror');
|
|
}
|
|
|
|
private function activeState(string $dataset, string $generation, int $cursor, int $rows): void
|
|
{
|
|
DB::connection('business_mirror')->table('store_report_import_states')->insert([
|
|
'dataset_key' => $dataset, 'status' => 'succeeded', 'active_generation' => $generation,
|
|
'cursor_id' => $cursor, 'row_count' => $rows, 'initial_completed_at' => now(),
|
|
]);
|
|
}
|
|
|
|
private function createTables(): void
|
|
{
|
|
$schema = Schema::connection('business_mirror');
|
|
$schema->create('store_report_import_states', function (Blueprint $table): void {
|
|
$table->string('dataset_key')->primary();
|
|
$table->string('status')->default('pending');
|
|
$table->string('run_mode')->nullable();
|
|
$table->string('active_generation')->nullable();
|
|
$table->string('pending_generation')->nullable();
|
|
$table->unsignedBigInteger('cursor_id')->nullable();
|
|
$table->unsignedBigInteger('row_count')->default(0);
|
|
$table->text('source_files_json')->nullable();
|
|
$table->dateTime('last_attempted_at')->nullable();
|
|
$table->dateTime('last_succeeded_at')->nullable();
|
|
$table->dateTime('initial_completed_at')->nullable();
|
|
$table->string('last_error_code')->nullable();
|
|
$table->timestamps();
|
|
});
|
|
$schema->create('store_report_bill_rows', function (Blueprint $table): void {
|
|
$table->increments('id');
|
|
$table->string('generation');
|
|
$table->unsignedBigInteger('source_id');
|
|
$table->unsignedBigInteger('shop_id')->nullable();
|
|
$table->string('platform');
|
|
$table->string('platform_label');
|
|
$table->string('store_name');
|
|
$table->dateTime('occurred_at')->nullable();
|
|
$table->decimal('income', 20, 4);
|
|
$table->decimal('expense', 20, 4);
|
|
$table->string('bill_item')->nullable();
|
|
$table->string('record_code');
|
|
$table->string('source_file');
|
|
$table->string('row_hash');
|
|
$table->dateTime('source_updated_at')->nullable();
|
|
$table->dateTime('imported_at');
|
|
$table->unique(['generation', 'source_id']);
|
|
});
|
|
$schema->create('store_report_lifecycle_rows', function (Blueprint $table): void {
|
|
$table->increments('id');
|
|
$table->string('generation');
|
|
$table->unsignedBigInteger('source_id');
|
|
$table->string('business_key');
|
|
$table->string('erp_store_name');
|
|
$table->string('company_name')->nullable();
|
|
$table->string('unified_social_credit_code')->nullable();
|
|
$table->dateTime('effective_at')->nullable();
|
|
$table->dateTime('expires_at')->nullable();
|
|
$table->string('source_file');
|
|
$table->string('row_hash');
|
|
$table->dateTime('imported_at');
|
|
$table->unique(['generation', 'source_id']);
|
|
});
|
|
$schema->create('store_report_daily_rows', function (Blueprint $table): void {
|
|
$table->increments('id');
|
|
$table->string('generation');
|
|
$table->string('store_name');
|
|
$table->date('occurred_on');
|
|
$table->decimal('income', 20, 4)->default(0);
|
|
$table->decimal('expense', 20, 4)->default(0);
|
|
$table->dateTime('updated_at')->nullable();
|
|
$table->unique(['generation', 'store_name', 'occurred_on']);
|
|
});
|
|
$schema->create('store_report_shop_period_changes', function (Blueprint $table): void {
|
|
$table->increments('id');
|
|
$table->string('erp_store_name');
|
|
$table->string('company_name')->nullable();
|
|
$table->string('unified_social_credit_code')->nullable();
|
|
$table->date('observed_on');
|
|
$table->string('source')->default('crawl_shop_company');
|
|
$table->string('business_key')->unique();
|
|
$table->timestamps();
|
|
});
|
|
$schema->create('ops_crawl_shop_company', function (Blueprint $table): void {
|
|
$table->increments('id');
|
|
$table->string('shop_name');
|
|
$table->string('company_name')->nullable();
|
|
$table->string('tax_no')->nullable();
|
|
$table->date('crawl_date');
|
|
});
|
|
$schema->create('ops_fys_shop_info', function (Blueprint $table): void {
|
|
$table->increments('Id');
|
|
$table->string('erpShopName');
|
|
$table->string('unifiedSocialCreditCode')->nullable();
|
|
$table->string('shopState')->nullable();
|
|
});
|
|
$schema->create('ops_fys_company_info', function (Blueprint $table): void {
|
|
$table->increments('Id');
|
|
$table->string('unifiedSocialCreditCode')->nullable();
|
|
$table->string('businessLicenseName')->nullable();
|
|
});
|
|
}
|
|
}
|