andy/ts-etl-point
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases Wiki Activity

revisi lib

Browse Source
This commit is contained in:
Sas Andy
2024-09-27 10:22:27 +07:00
parent 2d83b3dc0d
commit 62ef52eda5
7 changed files with 247 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config-point-member.json
View File

@@ -1,5 +1,5 @@
{ {
"base_url": "http://devone.aplikasi.web.id/one-api/", "base_url": "https://devone.aplikasi.web.id/one-api/",
"schedule": ["0 5,12,17 * * *"], "schedule": ["0 5,12,17 * * *"],
"delay": 5, "delay": 5,
"row_per_batch": 50 "row_per_batch": 50

4
package.json
View File

@@ -5,7 +5,9 @@
"main": "index.js", "main": "index.js",
"scripts": { "scripts": {
"build": "rimraf build/ && prettier --write source/ && tsc", "build": "rimraf build/ && prettier --write source/ && tsc",
"compile": "cross-env NODE_OPTIONS=--openssl-legacy-provider ncc build build/server.js -m -o dist && move dist\\index.js dist\\one-result-gw.js" "compile": "cross-env NODE_OPTIONS=--openssl-legacy-provider ncc build build/server.js -m -o dist && move dist\\index.js dist\\one-result-gw.js",
"start": "node ./dist/one-result-gw.js",
"bcs": "rimraf build/ && prettier --write source/ && tsc && cross-env NODE_OPTIONS=--openssl-legacy-provider ncc build build/server.js -m -o dist && move dist\\index.js dist\\one-result-gw.js && node ./dist/one-result-gw.js"
}, },
"keywords": [], "keywords": [],
"author": "", "author": "",

37
source/lib_cashback.ts
View File

@@ -4,8 +4,8 @@ import logging from "./config/logging";
import { NAME_SPACE } from "./server"; import { NAME_SPACE } from "./server";
export const getOrder = async () => { export const getOrder = async () => {
const url = config.base_url + "tools/member/cashbackpoint/list/"; let url = config.base_url + "tools/member/cashbackpoint/list/";
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",
@@ -21,10 +21,10 @@ export const getOrder = async () => {
} }
}; };
export const updateCashback = async (id: string) => { export const updateCashback = async (id: string) => {
const url = config.base_url + "tools/member/cashbackpoint/getcashback/" + id; let url = config.base_url + "tools/member/cashbackpoint/getcashback/" + id;
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { var resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",
}); });
const jresp = JSON.parse(resp.data.toString()); const jresp = JSON.parse(resp.data.toString());
@@ -37,14 +37,31 @@ export const updateCashback = async (id: string) => {
} }
} }
}; };
export const uploadCashback = async () => { export const uploadCashback = async () => {
const url = config.base_url + "tools/member/uploadpoint/upload/"; let url = config.base_url + "tools/member/uploadpoint/upload";
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { var resp = await axios.get(url, {
responseType: "arraybuffer", headers: {
"Cache-Control": "no-cache",
Pragma: "no-cache",
Expires: "0",
},
}); });
const jresp = JSON.parse(resp.data.toString()); // {},
// {
// headers: { "Content-Type": "application/json; charset=UTF-8" },
// responseType: "arraybuffer",
// }
// console.log(url);
// console.log(resp.data.toString());
// console.log(resp.data);
const jresp = JSON.parse(JSON.stringify(resp.data));
// console.log("jresp \n");
// console.log(jresp);
// console.log("jresp \n");
return jresp; return jresp;
} catch (e) { } catch (e) {
if (axios.isAxiosError(e)) { if (axios.isAxiosError(e)) {

92
source/lib_member.ts
View File

@@ -3,9 +3,52 @@ import config from "./config/config";
import logging from "./config/logging"; import logging from "./config/logging";
import { NAME_SPACE } from "./server"; import { NAME_SPACE } from "./server";
export const getMember = async () => {
const url = config.base_url + "tools/member/Membergateway/getmemberv2";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
});
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const uploadV2 = async (prm: any) => {
const url = config.base_url + "tools/member/Membergateway/uploadV2";
logging.info(NAME_SPACE, "\t INFO : " + url);
// logging.info(NAME_SPACE, "PRM : ", prm);
try {
const resp = await axios.post(
url,
{
debug: "N",
data: prm,
},
{
headers: { "Content-Type": "application/json; charset=UTF-8" },
responseType: "arraybuffer",
}
);
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const upload = async () => { export const upload = async () => {
const url = config.base_url + "tools/member/Membergateway/upload"; const url = config.base_url + "tools/member/Membergateway/upload";
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",
@@ -22,7 +65,7 @@ export const upload = async () => {
}; };
export const download = async () => { export const download = async () => {
const url = config.base_url + "tools/member/Membergateway/download"; const url = config.base_url + "tools/member/Membergateway/download";
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",
@@ -37,9 +80,50 @@ export const download = async () => {
} }
} }
}; };
export const downloadV2 = async () => {
const url = config.base_url + "tools/member/Membergateway/downloadV2";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
});
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const generate = async (prm: any) => {
const url = config.base_url + "tools/member/Membergateway/generateV2";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.post(
url,
{
data: prm,
},
{
headers: { "Content-Type": "application/json; charset=UTF-8" },
responseType: "arraybuffer",
}
);
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const getDataNatInfo = async () => { export const getDataNatInfo = async () => {
const url = config.base_url + "tools/member/downloadinfo/downloadInfo"; const url = config.base_url + "tools/member/downloadinfo/downloadInfo";
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",
@@ -67,7 +151,7 @@ export const insertNatInfo = async (
visit + visit +
"/" + "/" +
point; point;
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",

2
source/lib_payment.ts
View File

@@ -5,7 +5,7 @@ import { NAME_SPACE } from "./server";
export const uploadPayment = async () => { export const uploadPayment = async () => {
const url = config.base_url + "tools/member/uploadpaymentpoint/upload"; const url = config.base_url + "tools/member/uploadpaymentpoint/upload";
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",

2
source/lib_retur.ts
View File

@@ -22,7 +22,7 @@ import { NAME_SPACE } from "./server";
// }; // };
export const retur = async () => { export const retur = async () => {
const url = config.base_url + "tools/member/uploadretur/upload/"; const url = config.base_url + "tools/member/uploadretur/upload/";
logging.info(NAME_SPACE, "INFO : " + url); logging.info(NAME_SPACE, "\t INFO : " + url);
try { try {
const resp = await axios.get(url, { const resp = await axios.get(url, {
responseType: "arraybuffer", responseType: "arraybuffer",

178
source/server.ts
View File

@@ -2,7 +2,16 @@ import config from "./config/config";
import logging from "./config/logging"; import logging from "./config/logging";
import * as Xcron from "node-cron"; import * as Xcron from "node-cron";
import { getOrder, updateCashback, uploadCashback } from "./lib_cashback"; import { getOrder, updateCashback, uploadCashback } from "./lib_cashback";
import { download, upload, getDataNatInfo, insertNatInfo } from "./lib_member"; import {
download,
upload,
getDataNatInfo,
insertNatInfo,
getMember,
uploadV2,
downloadV2,
generate,
} from "./lib_member";
import { uploadPayment } from "./lib_payment"; import { uploadPayment } from "./lib_payment";
import { retur } from "./lib_retur"; import { retur } from "./lib_retur";
import axios from "axios"; import axios from "axios";
@@ -34,23 +43,75 @@ async function one_result_job() {
try { try {
logging.info(NAME_SPACE, "Starting Job Member" + VERSION); logging.info(NAME_SPACE, "Starting Job Member" + VERSION);
// UPLOAD // UPLOAD
logging.info(NAME_SPACE, "Start upload"); logging.info(NAME_SPACE, "Start Get Member");
var up = await upload(); var mb = await getMember();
if (up["status"] != "OK") { let member = [];
logging.error(NAME_SPACE, "\t Error", up); if (mb["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", mb);
} else { } else {
logging.info(NAME_SPACE, "\t Success", up); if (mb["data"].length > 0) {
member = mb["data"];
}
logging.info(NAME_SPACE, "\t Success" + mb["data"].length);
} }
//Sleep //Sleep
logging.info(NAME_SPACE, "\t wait 1s"); logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000); await delay(1000);
logging.info(NAME_SPACE, "Start download"); if (member.length > 0) {
var dn = await download(); logging.info(NAME_SPACE, "Start Upload Member To National");
if (dn["status"] != "OK") { for (let i = 0; i < member.length; i++) {
logging.error(NAME_SPACE, "\t Error", dn); const e = member[i];
logging.info(NAME_SPACE, "\t\tStart Upload " + e["MemberNumber"]);
var dn = await uploadV2(e);
logging.error(NAME_SPACE, "\t\t response", dn);
if (dn["status"] != "OK") {
logging.error(NAME_SPACE, "\t\t Error", dn);
} else {
logging.info(NAME_SPACE, "\t\t Success", dn);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
}
logging.info(NAME_SPACE, "End Upload Member To National");
} else { } else {
logging.info(NAME_SPACE, "\t Success", dn); logging.info(NAME_SPACE, "Tidak ada data upload");
} }
//DOWNLOAD
logging.info(NAME_SPACE, "Start Download Member National");
var mbNat = await downloadV2();
let memberNat = [];
if (mbNat["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", mbNat);
} else {
if (mbNat["data"].length > 0) {
memberNat = mbNat["data"];
}
logging.info(NAME_SPACE, "\t Success" + mbNat["data"].length);
}
//Sleep
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
console.log("memberNat.length");
if (memberNat.length > 0) {
logging.info(NAME_SPACE, "Start Generate Member National");
for (let i = 0; i < memberNat.length; i++) {
const e = memberNat[i];
logging.info(NAME_SPACE, "\t\tStart generate " + e["MemberNumber"]);
var dn = await generate(e);
if (dn["status"] != "OK") {
logging.error(NAME_SPACE, "\t\t Error", dn);
} else {
logging.info(NAME_SPACE, "\t\t Success", dn);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
}
logging.info(NAME_SPACE, "End Generate Member National");
} else {
logging.info(NAME_SPACE, "Tidak ada generate Member National");
}
logging.info(NAME_SPACE, "Start Get Info Member National"); logging.info(NAME_SPACE, "Start Get Info Member National");
var inf = await getDataNatInfo(); var inf = await getDataNatInfo();
let infoList = []; let infoList = [];
@@ -60,25 +121,29 @@ async function one_result_job() {
infoList = inf["records"]; infoList = inf["records"];
logging.info(NAME_SPACE, "\t Success, total data", inf["total"]); logging.info(NAME_SPACE, "\t Success, total data", inf["total"]);
} }
logging.info(NAME_SPACE, "\t Start Insert info"); if (infoList.length > 0) {
for (let i = 0; i < infoList.length; i++) { logging.info(NAME_SPACE, "\t Start Insert info");
const e = infoList[i]; for (let i = 0; i < infoList.length; i++) {
logging.info(NAME_SPACE, "\t\t Start Insert info ", e["member_nik"]); const e = infoList[i];
// {"member_nik":"0123459547894563","member_point":"20000","member_visit":"2"} logging.info(NAME_SPACE, "\t\t Start Insert info ", e["member_nik"]);
var insert = await insertNatInfo( // {"member_nik":"0123459547894563","member_point":"20000","member_visit":"2"}
e["member_nik"], var insert = await insertNatInfo(
e["member_point"], e["member_nik"],
e["member_visit"] e["member_visit"],
); e["member_point"]
if (insert["status"] != "OK") { );
logging.error(NAME_SPACE, "\t\t Error", insert); if (insert["status"] != "OK") {
} else { logging.error(NAME_SPACE, "\t\t Error", insert);
logging.info(NAME_SPACE, "\t\t Success insert/update data", insert); } else {
logging.info(NAME_SPACE, "\t\t Success insert/update data", insert);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
} }
logging.info(NAME_SPACE, "\t\t wait 1s"); logging.info(NAME_SPACE, "\t End Insert info");
await delay(1000); } else {
logging.info(NAME_SPACE, "\t Tidak ada data info");
} }
logging.info(NAME_SPACE, "\t End Insert info");
logging.info(NAME_SPACE, "End Job Member"); logging.info(NAME_SPACE, "End Job Member");
isRunning = false; isRunning = false;
@@ -114,39 +179,45 @@ async function cashback() {
logging.info(NAME_SPACE, "\t wait 1s"); logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000); await delay(1000);
let listOrder = respOrder["data"]; let listOrder = respOrder["data"];
logging.info(NAME_SPACE, "Start update cashback"); // console.log(listOrder);
for (let i = 0; i < listOrder.length; i++) { if (listOrder.length > 0) {
const e = listOrder[i]; logging.info(NAME_SPACE, "Start update cashback");
logging.info( for (let i = 0; i < listOrder.length; i++) {
NAME_SPACE, const e = listOrder[i];
"\t Start update cashback " + e["T_OrderHeaderLabNumber"]
);
var respInsert = await updateCashback(e["T_OrderHeaderID"]);
if (respInsert["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error update cashback", respInsert);
} else {
logging.info( logging.info(
NAME_SPACE, NAME_SPACE,
"\t Success update cashback", "\t Start update cashback " + e["T_OrderHeaderLabNumber"]
respInsert["status"]
); );
var respInsert = await updateCashback(e["T_OrderHeaderID"]);
if (respInsert["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error update cashback", respInsert);
} else {
logging.info(
NAME_SPACE,
"\t Success update cashback",
respInsert["status"]
);
}
logging.info(
NAME_SPACE,
"End update cashback " + e["T_OrderHeaderLabNumber"]
);
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
} }
logging.info( logging.info(NAME_SPACE, "End update cashback");
NAME_SPACE, } else {
"End update cashback " + e["T_OrderHeaderLabNumber"] logging.info(NAME_SPACE, "Tidak ada update cashback");
);
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
} }
logging.info(NAME_SPACE, "End update cashback");
logging.info(NAME_SPACE, "\t wait 1s"); logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000); await delay(1000);
logging.info(NAME_SPACE, "Start upload cashback point"); logging.info(NAME_SPACE, "Start upload cashback point");
var up = await uploadCashback(); var ucp = await uploadCashback();
if (up["status"] != "OK") { // console.log(ucp);
logging.error(NAME_SPACE, "\t Error", up); if (ucp["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", ucp);
} else { } else {
logging.info(NAME_SPACE, "\t Success", up); logging.info(NAME_SPACE, "\t Success", ucp);
} }
logging.info(NAME_SPACE, "END upload cashback point"); logging.info(NAME_SPACE, "END upload cashback point");
@@ -228,6 +299,9 @@ for (const sched of config.schedule) {
sched, sched,
async () => { async () => {
await one_result_job(); await one_result_job();
await cashback();
await payment();
await returJob();
}, },
{ {
timezone: "Asia/Jakarta", timezone: "Asia/Jakarta",