andy/ts-etl-point
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases Wiki Activity

revisi lib

Browse Source
This commit is contained in:
Sas Andy
2024-09-27 10:22:27 +07:00
parent 2d83b3dc0d
commit 62ef52eda5
7 changed files with 247 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config-point-member.json
View File

@@ -1,5 +1,5 @@
{
"base_url": "http://devone.aplikasi.web.id/one-api/",
"base_url": "https://devone.aplikasi.web.id/one-api/",
"schedule": ["0 5,12,17 * * *"],
"delay": 5,
"row_per_batch": 50

4
package.json
View File

@@ -5,7 +5,9 @@
"main": "index.js",
"scripts": {
"build": "rimraf build/ && prettier --write source/ && tsc",
"compile": "cross-env NODE_OPTIONS=--openssl-legacy-provider ncc build build/server.js -m -o dist && move dist\\index.js dist\\one-result-gw.js"
"compile": "cross-env NODE_OPTIONS=--openssl-legacy-provider ncc build build/server.js -m -o dist && move dist\\index.js dist\\one-result-gw.js",
"start": "node ./dist/one-result-gw.js",
"bcs": "rimraf build/ && prettier --write source/ && tsc && cross-env NODE_OPTIONS=--openssl-legacy-provider ncc build build/server.js -m -o dist && move dist\\index.js dist\\one-result-gw.js && node ./dist/one-result-gw.js"
},
"keywords": [],
"author": "",

37
source/lib_cashback.ts
View File

@@ -4,8 +4,8 @@ import logging from "./config/logging";
import { NAME_SPACE } from "./server";
export const getOrder = async () => {
const url = config.base_url + "tools/member/cashbackpoint/list/";
logging.info(NAME_SPACE, "INFO : " + url);
let url = config.base_url + "tools/member/cashbackpoint/list/";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
@@ -21,10 +21,10 @@ export const getOrder = async () => {
}
};
export const updateCashback = async (id: string) => {
const url = config.base_url + "tools/member/cashbackpoint/getcashback/" + id;
logging.info(NAME_SPACE, "INFO : " + url);
let url = config.base_url + "tools/member/cashbackpoint/getcashback/" + id;
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
var resp = await axios.get(url, {
responseType: "arraybuffer",
});
const jresp = JSON.parse(resp.data.toString());
@@ -37,14 +37,31 @@ export const updateCashback = async (id: string) => {
}
}
};
export const uploadCashback = async () => {
const url = config.base_url + "tools/member/uploadpoint/upload/";
logging.info(NAME_SPACE, "INFO : " + url);
let url = config.base_url + "tools/member/uploadpoint/upload";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
var resp = await axios.get(url, {
headers: {
"Cache-Control": "no-cache",
Pragma: "no-cache",
Expires: "0",
},
});
const jresp = JSON.parse(resp.data.toString());
// {},
// {
// headers: { "Content-Type": "application/json; charset=UTF-8" },
// responseType: "arraybuffer",
// }
// console.log(url);
// console.log(resp.data.toString());
// console.log(resp.data);
const jresp = JSON.parse(JSON.stringify(resp.data));
// console.log("jresp \n");
// console.log(jresp);
// console.log("jresp \n");
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {

92
source/lib_member.ts
View File

@@ -3,9 +3,52 @@ import config from "./config/config";
import logging from "./config/logging";
import { NAME_SPACE } from "./server";
export const getMember = async () => {
const url = config.base_url + "tools/member/Membergateway/getmemberv2";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
});
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const uploadV2 = async (prm: any) => {
const url = config.base_url + "tools/member/Membergateway/uploadV2";
logging.info(NAME_SPACE, "\t INFO : " + url);
// logging.info(NAME_SPACE, "PRM : ", prm);
try {
const resp = await axios.post(
url,
{
debug: "N",
data: prm,
},
{
headers: { "Content-Type": "application/json; charset=UTF-8" },
responseType: "arraybuffer",
}
);
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const upload = async () => {
const url = config.base_url + "tools/member/Membergateway/upload";
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
@@ -22,7 +65,7 @@ export const upload = async () => {
};
export const download = async () => {
const url = config.base_url + "tools/member/Membergateway/download";
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
@@ -37,9 +80,50 @@ export const download = async () => {
}
}
};
export const downloadV2 = async () => {
const url = config.base_url + "tools/member/Membergateway/downloadV2";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
});
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const generate = async (prm: any) => {
const url = config.base_url + "tools/member/Membergateway/generateV2";
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.post(
url,
{
data: prm,
},
{
headers: { "Content-Type": "application/json; charset=UTF-8" },
responseType: "arraybuffer",
}
);
const jresp = JSON.parse(resp.data.toString());
return jresp;
} catch (e) {
if (axios.isAxiosError(e)) {
logging.error(NAME_SPACE, e.response?.data.toString());
} else if (e instanceof Error) {
logging.error(NAME_SPACE, e.message);
}
}
};
export const getDataNatInfo = async () => {
const url = config.base_url + "tools/member/downloadinfo/downloadInfo";
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",
@@ -67,7 +151,7 @@ export const insertNatInfo = async (
visit +
"/" +
point;
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",

2
source/lib_payment.ts
View File

@@ -5,7 +5,7 @@ import { NAME_SPACE } from "./server";
export const uploadPayment = async () => {
const url = config.base_url + "tools/member/uploadpaymentpoint/upload";
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",

2
source/lib_retur.ts
View File

@@ -22,7 +22,7 @@ import { NAME_SPACE } from "./server";
// };
export const retur = async () => {
const url = config.base_url + "tools/member/uploadretur/upload/";
logging.info(NAME_SPACE, "INFO : " + url);
logging.info(NAME_SPACE, "\t INFO : " + url);
try {
const resp = await axios.get(url, {
responseType: "arraybuffer",

178
source/server.ts
View File

@@ -2,7 +2,16 @@ import config from "./config/config";
import logging from "./config/logging";
import * as Xcron from "node-cron";
import { getOrder, updateCashback, uploadCashback } from "./lib_cashback";
import { download, upload, getDataNatInfo, insertNatInfo } from "./lib_member";
import {
download,
upload,
getDataNatInfo,
insertNatInfo,
getMember,
uploadV2,
downloadV2,
generate,
} from "./lib_member";
import { uploadPayment } from "./lib_payment";
import { retur } from "./lib_retur";
import axios from "axios";
@@ -34,23 +43,75 @@ async function one_result_job() {
try {
logging.info(NAME_SPACE, "Starting Job Member" + VERSION);
// UPLOAD
logging.info(NAME_SPACE, "Start upload");
var up = await upload();
if (up["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", up);
logging.info(NAME_SPACE, "Start Get Member");
var mb = await getMember();
let member = [];
if (mb["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", mb);
} else {
logging.info(NAME_SPACE, "\t Success", up);
if (mb["data"].length > 0) {
member = mb["data"];
}
logging.info(NAME_SPACE, "\t Success" + mb["data"].length);
}
//Sleep
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
logging.info(NAME_SPACE, "Start download");
var dn = await download();
if (dn["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", dn);
if (member.length > 0) {
logging.info(NAME_SPACE, "Start Upload Member To National");
for (let i = 0; i < member.length; i++) {
const e = member[i];
logging.info(NAME_SPACE, "\t\tStart Upload " + e["MemberNumber"]);
var dn = await uploadV2(e);
logging.error(NAME_SPACE, "\t\t response", dn);
if (dn["status"] != "OK") {
logging.error(NAME_SPACE, "\t\t Error", dn);
} else {
logging.info(NAME_SPACE, "\t\t Success", dn);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
}
logging.info(NAME_SPACE, "End Upload Member To National");
} else {
logging.info(NAME_SPACE, "\t Success", dn);
logging.info(NAME_SPACE, "Tidak ada data upload");
}
//DOWNLOAD
logging.info(NAME_SPACE, "Start Download Member National");
var mbNat = await downloadV2();
let memberNat = [];
if (mbNat["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", mbNat);
} else {
if (mbNat["data"].length > 0) {
memberNat = mbNat["data"];
}
logging.info(NAME_SPACE, "\t Success" + mbNat["data"].length);
}
//Sleep
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
console.log("memberNat.length");
if (memberNat.length > 0) {
logging.info(NAME_SPACE, "Start Generate Member National");
for (let i = 0; i < memberNat.length; i++) {
const e = memberNat[i];
logging.info(NAME_SPACE, "\t\tStart generate " + e["MemberNumber"]);
var dn = await generate(e);
if (dn["status"] != "OK") {
logging.error(NAME_SPACE, "\t\t Error", dn);
} else {
logging.info(NAME_SPACE, "\t\t Success", dn);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
}
logging.info(NAME_SPACE, "End Generate Member National");
} else {
logging.info(NAME_SPACE, "Tidak ada generate Member National");
}
logging.info(NAME_SPACE, "Start Get Info Member National");
var inf = await getDataNatInfo();
let infoList = [];
@@ -60,25 +121,29 @@ async function one_result_job() {
infoList = inf["records"];
logging.info(NAME_SPACE, "\t Success, total data", inf["total"]);
}
logging.info(NAME_SPACE, "\t Start Insert info");
for (let i = 0; i < infoList.length; i++) {
const e = infoList[i];
logging.info(NAME_SPACE, "\t\t Start Insert info ", e["member_nik"]);
// {"member_nik":"0123459547894563","member_point":"20000","member_visit":"2"}
var insert = await insertNatInfo(
e["member_nik"],
e["member_point"],
e["member_visit"]
);
if (insert["status"] != "OK") {
logging.error(NAME_SPACE, "\t\t Error", insert);
} else {
logging.info(NAME_SPACE, "\t\t Success insert/update data", insert);
if (infoList.length > 0) {
logging.info(NAME_SPACE, "\t Start Insert info");
for (let i = 0; i < infoList.length; i++) {
const e = infoList[i];
logging.info(NAME_SPACE, "\t\t Start Insert info ", e["member_nik"]);
// {"member_nik":"0123459547894563","member_point":"20000","member_visit":"2"}
var insert = await insertNatInfo(
e["member_nik"],
e["member_visit"],
e["member_point"]
);
if (insert["status"] != "OK") {
logging.error(NAME_SPACE, "\t\t Error", insert);
} else {
logging.info(NAME_SPACE, "\t\t Success insert/update data", insert);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
}
logging.info(NAME_SPACE, "\t\t wait 1s");
await delay(1000);
logging.info(NAME_SPACE, "\t End Insert info");
} else {
logging.info(NAME_SPACE, "\t Tidak ada data info");
}
logging.info(NAME_SPACE, "\t End Insert info");
logging.info(NAME_SPACE, "End Job Member");
isRunning = false;
@@ -114,39 +179,45 @@ async function cashback() {
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
let listOrder = respOrder["data"];
logging.info(NAME_SPACE, "Start update cashback");
for (let i = 0; i < listOrder.length; i++) {
const e = listOrder[i];
logging.info(
NAME_SPACE,
"\t Start update cashback " + e["T_OrderHeaderLabNumber"]
);
var respInsert = await updateCashback(e["T_OrderHeaderID"]);
if (respInsert["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error update cashback", respInsert);
} else {
// console.log(listOrder);
if (listOrder.length > 0) {
logging.info(NAME_SPACE, "Start update cashback");
for (let i = 0; i < listOrder.length; i++) {
const e = listOrder[i];
logging.info(
NAME_SPACE,
"\t Success update cashback",
respInsert["status"]
"\t Start update cashback " + e["T_OrderHeaderLabNumber"]
);
var respInsert = await updateCashback(e["T_OrderHeaderID"]);
if (respInsert["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error update cashback", respInsert);
} else {
logging.info(
NAME_SPACE,
"\t Success update cashback",
respInsert["status"]
);
}
logging.info(
NAME_SPACE,
"End update cashback " + e["T_OrderHeaderLabNumber"]
);
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
}
logging.info(
NAME_SPACE,
"End update cashback " + e["T_OrderHeaderLabNumber"]
);
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
logging.info(NAME_SPACE, "End update cashback");
} else {
logging.info(NAME_SPACE, "Tidak ada update cashback");
}
logging.info(NAME_SPACE, "End update cashback");
logging.info(NAME_SPACE, "\t wait 1s");
await delay(1000);
logging.info(NAME_SPACE, "Start upload cashback point");
var up = await uploadCashback();
if (up["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", up);
var ucp = await uploadCashback();
// console.log(ucp);
if (ucp["status"] != "OK") {
logging.error(NAME_SPACE, "\t Error", ucp);
} else {
logging.info(NAME_SPACE, "\t Success", up);
logging.info(NAME_SPACE, "\t Success", ucp);
}
logging.info(NAME_SPACE, "END upload cashback point");
@@ -228,6 +299,9 @@ for (const sched of config.schedule) {
sched,
async () => {
await one_result_job();
await cashback();
await payment();
await returJob();
},
{
timezone: "Asia/Jakarta",