first
This commit is contained in:
Saufi
259
app/Services/RateMasImportService.php
Normal file
259
app/Services/RateMasImportService.php
Normal file
@@ -0,0 +1,259 @@
|
||||
<?php
|
||||
|
||||
namespace App\Services;
|
||||
|
||||
use Illuminate\Database\Schema\Blueprint;
|
||||
use Illuminate\Http\Exceptions\HttpResponseException;
|
||||
use Illuminate\Support\Facades\DB;
|
||||
use Illuminate\Support\Facades\Schema;
|
||||
use Illuminate\Support\Str;
|
||||
use SimpleXMLElement;
|
||||
|
||||
class RateMasImportService
|
||||
{
|
||||
private const COLUMNS = [
|
||||
'no_akaun' => 'string',
|
||||
'no_akaun_lama' => 'string',
|
||||
'nama_pemilik' => 'string',
|
||||
'alamatpos_1' => 'string',
|
||||
'alamatpos_2' => 'string',
|
||||
'alamatpos_3' => 'string',
|
||||
'ic_no' => 'string',
|
||||
'old_ic_no' => 'string',
|
||||
'bangsa' => 'string',
|
||||
'warganegara' => 'string',
|
||||
'nolot' => 'string',
|
||||
'nogeran' => 'string',
|
||||
'kegunaan' => 'string',
|
||||
'mukim' => 'string',
|
||||
'no_bangunan' => 'string',
|
||||
'lokasiharta_1' => 'string',
|
||||
'lokasiharta_2' => 'string',
|
||||
'kawasan' => 'string',
|
||||
'jenisbangunan' => 'string',
|
||||
'new_taksiran' => 'decimal',
|
||||
'kadar' => 'decimal',
|
||||
'cukai_setengahtahun' => 'decimal',
|
||||
'tarikh_kuatkuasa' => 'string',
|
||||
'old_taksiran' => 'decimal',
|
||||
'old_kadar' => 'decimal',
|
||||
'tunggakan_cukai' => 'decimal',
|
||||
'cukai_semasa_1' => 'decimal',
|
||||
'cukai_semasa_2' => 'decimal',
|
||||
'pelarasan_cukai' => 'decimal',
|
||||
'bayaran_cukai_diterima' => 'decimal',
|
||||
'baki_cukai' => 'decimal',
|
||||
'baki_najis' => 'decimal',
|
||||
'baki_notis' => 'decimal',
|
||||
'baki_waran' => 'decimal',
|
||||
'jumlah_baki' => 'decimal',
|
||||
];
|
||||
|
||||
public function import(int $year, string $path, string $extension, bool $replaceExisting): array
|
||||
{
|
||||
$table = $year.'_ratemas';
|
||||
|
||||
if (! preg_match('/^\d{4}_ratemas$/', $table)) {
|
||||
$this->fail('Tahun tidak sah.');
|
||||
}
|
||||
|
||||
$tableExists = Schema::hasTable($table);
|
||||
if ($tableExists && ! $replaceExisting) {
|
||||
$this->fail("Table {$table} sudah wujud. Tandakan pilihan ganti data jika mahu overwrite.");
|
||||
}
|
||||
|
||||
$rows = $extension === 'xml'
|
||||
? $this->readXml($path)
|
||||
: $this->readCsv($path);
|
||||
|
||||
if ($rows === []) {
|
||||
$this->fail('Fail tidak mengandungi rekod yang boleh diimport.');
|
||||
}
|
||||
|
||||
DB::transaction(function () use ($table, $tableExists, $replaceExisting, $rows): void {
|
||||
if (! $tableExists) {
|
||||
$this->createRateMasTable($table);
|
||||
} elseif ($replaceExisting) {
|
||||
DB::table($table)->truncate();
|
||||
}
|
||||
|
||||
foreach (array_chunk($rows, 500) as $chunk) {
|
||||
DB::table($table)->insert($chunk);
|
||||
}
|
||||
});
|
||||
|
||||
return [
|
||||
'table' => $table,
|
||||
'rows' => count($rows),
|
||||
];
|
||||
}
|
||||
|
||||
private function createRateMasTable(string $table): void
|
||||
{
|
||||
Schema::create($table, function (Blueprint $blueprint): void {
|
||||
$blueprint->string('no_akaun')->primary();
|
||||
|
||||
foreach (self::COLUMNS as $column => $type) {
|
||||
if ($column === 'no_akaun') {
|
||||
continue;
|
||||
}
|
||||
|
||||
if ($type === 'decimal') {
|
||||
$blueprint->decimal($column, 14, 2)->default(0);
|
||||
} else {
|
||||
$blueprint->text($column)->nullable();
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
private function readCsv(string $path): array
|
||||
{
|
||||
$handle = fopen($path, 'rb');
|
||||
if ($handle === false) {
|
||||
$this->fail('Fail CSV tidak boleh dibaca.');
|
||||
}
|
||||
|
||||
$firstLine = fgets($handle) ?: '';
|
||||
rewind($handle);
|
||||
|
||||
$delimiter = $this->detectDelimiter($firstLine);
|
||||
$headers = fgetcsv($handle, 0, $delimiter);
|
||||
if (! is_array($headers)) {
|
||||
fclose($handle);
|
||||
$this->fail('Header CSV tidak sah.');
|
||||
}
|
||||
|
||||
$headers = array_map(fn ($header) => $this->normalizeHeader((string) $header), $headers);
|
||||
$this->assertRequiredHeaders($headers);
|
||||
|
||||
$rows = [];
|
||||
while (($data = fgetcsv($handle, 0, $delimiter)) !== false) {
|
||||
if ($data === [null] || $this->isEmptyRow($data)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
$rows[] = $this->normalizeRow(array_combine($headers, array_pad($data, count($headers), null)) ?: []);
|
||||
}
|
||||
|
||||
fclose($handle);
|
||||
|
||||
return $rows;
|
||||
}
|
||||
|
||||
private function readXml(string $path): array
|
||||
{
|
||||
$xml = simplexml_load_file($path);
|
||||
if (! $xml instanceof SimpleXMLElement) {
|
||||
$this->fail('Fail XML tidak sah.');
|
||||
}
|
||||
|
||||
$nodes = $this->recordNodes($xml);
|
||||
$rows = [];
|
||||
|
||||
foreach ($nodes as $node) {
|
||||
$row = [];
|
||||
foreach ($node->children() as $key => $value) {
|
||||
$row[$this->normalizeHeader($key)] = trim((string) $value);
|
||||
}
|
||||
|
||||
if ($row !== []) {
|
||||
$rows[] = $this->normalizeRow($row);
|
||||
}
|
||||
}
|
||||
|
||||
if ($rows !== []) {
|
||||
$this->assertRequiredHeaders(array_keys($rows[0]));
|
||||
}
|
||||
|
||||
return $rows;
|
||||
}
|
||||
|
||||
/**
|
||||
* @return array<int, SimpleXMLElement>
|
||||
*/
|
||||
private function recordNodes(SimpleXMLElement $xml): array
|
||||
{
|
||||
$children = iterator_to_array($xml->children());
|
||||
if ($children === []) {
|
||||
return [];
|
||||
}
|
||||
|
||||
$first = reset($children);
|
||||
if ($first instanceof SimpleXMLElement && $first->children()->count() > 0) {
|
||||
return array_values(array_filter($children, fn ($child) => $child instanceof SimpleXMLElement));
|
||||
}
|
||||
|
||||
return [$xml];
|
||||
}
|
||||
|
||||
private function normalizeRow(array $row): array
|
||||
{
|
||||
$normalized = [];
|
||||
|
||||
foreach (self::COLUMNS as $column => $type) {
|
||||
$value = $row[$column] ?? null;
|
||||
$normalized[$column] = $type === 'decimal'
|
||||
? $this->decimalValue($value)
|
||||
: $this->stringValue($value);
|
||||
}
|
||||
|
||||
if ($normalized['no_akaun'] === null || $normalized['no_akaun'] === '') {
|
||||
$this->fail('Setiap rekod mesti mempunyai no_akaun.');
|
||||
}
|
||||
|
||||
return $normalized;
|
||||
}
|
||||
|
||||
private function detectDelimiter(string $line): string
|
||||
{
|
||||
$delimiters = [',', ';', "\t", '|'];
|
||||
$counts = array_map(fn ($delimiter) => substr_count($line, $delimiter), $delimiters);
|
||||
arsort($counts);
|
||||
|
||||
return $delimiters[(int) array_key_first($counts)];
|
||||
}
|
||||
|
||||
private function normalizeHeader(string $header): string
|
||||
{
|
||||
return Str::of($header)
|
||||
->trim()
|
||||
->lower()
|
||||
->replace([' ', '-', '.', '/', '(', ')', '%'], '_')
|
||||
->replaceMatches('/_+/', '_')
|
||||
->trim('_')
|
||||
->toString();
|
||||
}
|
||||
|
||||
private function assertRequiredHeaders(array $headers): void
|
||||
{
|
||||
if (! in_array('no_akaun', $headers, true)) {
|
||||
$this->fail('Fail mesti mempunyai kolum no_akaun.');
|
||||
}
|
||||
}
|
||||
|
||||
private function isEmptyRow(array $row): bool
|
||||
{
|
||||
return trim(implode('', array_map(fn ($value) => (string) $value, $row))) === '';
|
||||
}
|
||||
|
||||
private function stringValue(mixed $value): ?string
|
||||
{
|
||||
$value = trim((string) ($value ?? ''));
|
||||
|
||||
return $value === '' ? null : $value;
|
||||
}
|
||||
|
||||
private function decimalValue(mixed $value): float
|
||||
{
|
||||
$value = trim((string) ($value ?? ''));
|
||||
$value = str_replace([',', 'RM', 'rm', ' '], '', $value);
|
||||
|
||||
return $value === '' || ! is_numeric($value) ? 0.0 : (float) $value;
|
||||
}
|
||||
|
||||
private function fail(string $message): never
|
||||
{
|
||||
throw new HttpResponseException(back()->withErrors(['file' => $message])->withInput());
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user