Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion src/config/config.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,5 +6,6 @@ export const config = {
port: process.env.PORT,
nodeEnv: process.env.NODE_ENV,
jwt_secret: process.env.JWT_SECRET,
mongo_uri: process.env.MONGO_URI
mongo_uri_dev: process.env.MONGO_URI_DEV,
mongo_uri_test: process.env.MONGO_URI_TEST
};
10 changes: 5 additions & 5 deletions src/services/gameInsertionTobd.ts
Original file line number Diff line number Diff line change
Expand Up @@ -10,14 +10,14 @@ import { GameService } from "./game.service";
const games: GameI[] = [];


const url :string = config.mongo_uri||"";
const url :string = config.mongo_uri_dev||"";
const dbName : string = "test";

async function delay(ms: number): Promise<void> {
return new Promise(resolve => setTimeout(resolve, ms));
}
async function fetchGameDetail(arg0: number): Promise<GameI[]> {
const response = await fetch(`https://api.mobygames.com/v1/games?limit=100&api_key=moby_HBxa5enVtuiho2QA4dUqi6dsFNy&format=normal&offset=${50000+arg0*100}`);
async function fetchGameDetail(arg0: number, offset: number): Promise<GameI[]> {
const response = await fetch(`https://api.mobygames.com/v1/games?limit=100&api_key=moby_HBxa5enVtuiho2QA4dUqi6dsFNy&format=normal&offset=${offset+arg0*100}`);

if(response.status !== 200) {
console.log("Failed to fetch data from batch: ", arg0);
Expand Down Expand Up @@ -51,13 +51,13 @@ async function fetchGameDetail(arg0: number): Promise<GameI[]> {



async function generatedata() {
async function generatedata(offset: number) {
try {
const delayTime = 1000;
//steam api rate limit 200 request per 5 minutes and 1.5s per request
for(let i = 0; i < 3000; i++) {
await delay(delayTime);
await fetchGameDetail(i);
await fetchGameDetail(i, offset);
}


Expand Down
6 changes: 3 additions & 3 deletions src/utils/mongodb.utils.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@ import mongoose from "mongoose";
import { config } from "../config/config";




// Connect to MongoDB
const connectToDb = async () => {
try {
await mongoose.connect(config.mongo_uri!).then(() => {
const dbUri = config.nodeEnv?.trim() === 'test' ? config.mongo_uri_test : config.mongo_uri_dev;
await mongoose.connect(dbUri!).then(() => {
console.log('Connected to MongoDB');
});
const db = mongoose.connection;
Expand Down
Loading