convertDataLite.js

global.__base = __dirname + "/"
const cds = require('@sap/cds')
const path = require('path')
const fs = require("fs")
let routesDir = path.join(global.__base, '../oldPython/resources/fixtures/')
const uuid = require('uuid')

async function clearDB(db) {
    console.log(`Clearing existing DB tables`)
    await db.run(DELETE.from(db.entities.Planet))
    await db.run(DELETE.from(db.entities.People))
    await db.run(DELETE.from(db.entities.Planet2People))
    await db.run(DELETE.from(db.entities.Film))
    await db.run(DELETE.from(db.entities.Film2People))
    await db.run(DELETE.from(db.entities.Film2Planets))
    await db.run(DELETE.from(db.entities.Film2Starships))
    await db.run(DELETE.from(db.entities.Film2Vehicles))
    await db.run(DELETE.from(db.entities.Film2Species))
    await db.run(DELETE.from(db.entities.Species))
    await db.run(DELETE.from(db.entities.Species2People))
    await db.run(DELETE.from(db.entities.Starship))
    await db.run(DELETE.from(db.entities.Starship2Pilot))
    await db.run(DELETE.from(db.entities.Vehicles))
    await db.run(DELETE.from(db.entities.Vehicle2Pilot))

    console.log(`DB Tables Cleared`)
}

async function readFile(fileName) {
    const fullPath = path.join(routesDir + fileName)
    console.log(`Reading ${fileName}`)
    let importData = fs.readFileSync(fullPath)
    let data = JSON.parse(importData)
    let output = []
    for (let item of data) {
        item.ID = uuid.v4()
        output.push(item)
    }
    return output
}

async function peopleLoad(db, people, planets) {
    let personsNew = []
    let Planet2PeopleNew = []
    for (let person of people) {
        let planet = planets.find(x => x.pk == person.fields.homeworld)
        person.fields.homeworld = planet.ID
        let insert = {}
        let p2p = {}
        p2p.people_ID = person.ID
        insert.ID = person.ID

        insert.homeworld_ID = person.fields.homeworld
        p2p.planet_ID = person.fields.homeworld

        insert.name = person.fields.name
        insert.height = person.fields.height
        insert.mass = person.fields.mass
        insert.hair_color = person.fields.hair_color
        insert.skin_color = person.fields.skin_color
        insert.eye_color = person.fields.eye_color
        insert.birth_year = person.fields.birth_year
        insert.gender = person.fields.gender
        personsNew.push(insert)
        Planet2PeopleNew.push(p2p)
    }

    await db.run(INSERT.into(db.entities.People).entries(personsNew))
    await db.run(INSERT.into(db.entities.Planet2People).entries(Planet2PeopleNew))

    console.log(`Insert into People`)
    console.log(`Insert into Planet2People`)
}

async function planetsLoad(db, planets) {
    let planetsNew = []
    for (let planet of planets) {
        let insert = {}
        insert.ID = planet.ID
        insert.name = planet.fields.name
        insert.diameter = planet.fields.diameter
        insert.rotation_period = planet.fields.rotation_period
        insert.orbital_period = planet.fields.orbital_period
        insert.gravity = planet.fields.gravity
        insert.population = planet.fields.population
        insert.climate = planet.fields.climate
        insert.terrain = planet.fields.terrain
        insert.surface_water = planet.fields.surface_water
        planetsNew.push(insert)
    }
    db.run(INSERT.into(db.entities.Planet).entries(planetsNew))
    console.log(`Insert into Planet`)
}

async function starshipLoad(db, starships, transports, people) {
    let starshipsNew = []
    let s2p = []
    for (let ship of starships) {
        let insert = {}
        let transport = transports.find(x => x.pk == ship.pk)
        insert.ID = ship.ID
        insert.name = transport.fields.name
        insert.model = transport.fields.model
        insert.starship_class = ship.fields.starship_class
        insert.manufacturer = transport.fields.manufacturer
        insert.cost_in_credits = transport.fields.cost_in_credits
        insert.length = transport.fields.length
        insert.crew = transport.fields.crew
        insert.passengers = transport.fields.passengers
        insert.max_atmosphering_speed = transport.fields.max_atmosphering_speed
        insert.hyperdrive_rating = ship.fields.hyperdrive_rating
        insert.MGLT = ship.fields.MGLT
        insert.cargo_capacity = transport.fields.cargo_capacity
        insert.consumables = transport.fields.consumables
        starshipsNew.push(insert)
        for (let pilot of ship.fields.pilots) {
            let pilotDetails = people.find(x => x.pk == pilot)
            let insert = {}
            insert.starship_ID = ship.ID
            insert.pilot_ID = pilotDetails.ID
            s2p.push(insert)
        }
    }

    await db.run(INSERT.into(db.entities.Starship).entries(starshipsNew))
    await db.run(INSERT.into(db.entities.Starship2Pilot).entries(s2p))

    console.log(`Insert into Starship`)
    console.log(`Insert into Starship2Pilot`)

}

async function vehiclesLoad(db, vehicles, transports, people) {
    let vehiclesNew = []
    let v2p = []
    for (let vehicle of vehicles) {
        let insert = {}
        let transport = transports.find(x => x.pk == vehicle.pk)
        insert.ID = vehicle.ID
        insert.name = transport.fields.name
        insert.model = transport.fields.model
        insert.vehicle_class = vehicle.fields.vehicle_class
        insert.manufacturer = transport.fields.manufacturer
        insert.cost_in_credits = transport.fields.cost_in_credits
        insert.length = transport.fields.length
        insert.crew = transport.fields.crew
        insert.passengers = transport.fields.passengers
        insert.max_atmosphering_speed = transport.fields.max_atmosphering_speed
        insert.cargo_capacity = transport.fields.cargo_capacity
        insert.consumables = transport.fields.consumables
        vehiclesNew.push(insert)
        for (let pilot of vehicle.fields.pilots) {
            let pilotDetails = people.find(x => x.pk == pilot)
            let insert = {}
            insert.vehicle_ID = vehicle.ID
            insert.pilot_ID = pilotDetails.ID
            v2p.push(insert)
        }
    }
    db.run(INSERT.into(db.entities.Vehicles).entries(vehiclesNew))
    db.run(INSERT.into(db.entities.Vehicle2Pilot).entries(v2p))
    console.log(`Insert into Vehicles`)
    console.log(`Insert into Vehicle2Pilot`)

}

async function speciesLoad(db, species, planets, people) {
    let speciesNew = []
    let Species2PeopleNew = []
    for (let specie of species) {
        let insert = {}
        insert.ID = specie.ID

        insert.name = specie.fields.name
        insert.classification = specie.fields.classification
        insert.designation = specie.fields.designation
        insert.eye_colors = specie.fields.eye_colors
        insert.skin_colors = specie.fields.skin_colors
        insert.language = specie.fields.language
        insert.hair_colors = specie.fields.hair_colors
        insert.average_lifespan = specie.fields.average_lifespan
        insert.average_height = specie.fields.average_height
        if (specie.fields.homeworld) {
            let planet = planets.find(x => x.pk == specie.fields.homeworld)
            if (planet) {
                insert.homeworld_ID = planet.ID
            }
        }

        speciesNew.push(insert)
        for (let person of specie.fields.people) {
            let personDetails = people.find(x => x.pk == person)
            let insert = {}
            insert.species_ID = specie.ID
            insert.people_ID = personDetails.ID
            Species2PeopleNew.push(insert)
        }
    }
    db.run(INSERT.into(db.entities.Species).entries(speciesNew))
    db.run(INSERT.into(db.entities.Species2People).entries(Species2PeopleNew))
    console.log(`Insert into Species`)
    console.log(`Insert into Species2People`)
}

async function filmsLoad(db, films, people, planets, species, starships, vehicles) {

    let filmNew = []
    let Film2PeopleNew = []
    let Film2PlanetsNew = []
    let Film2StarshipsNew = []
    let Film2VehiclesNew = []
    let Film2SpeciesNew = []
    for (let film of films) {
        let insert = {}
        insert.ID = film.ID

        insert.producer = film.fields.producer
        insert.title = film.fields.title
        insert.episode_id = film.fields.episode_id
        insert.director = film.fields.director
        insert.release_date = film.fields.release_date
        insert.opening_crawl = film.fields.opening_crawl
        filmNew.push(insert)

        for (let starship of film.fields.starships) {
            let starshipDetails = starships.find(x => x.pk == starship)
            let insert = {}
            insert.film_ID = film.ID
            insert.starship_ID = starshipDetails.ID
            Film2StarshipsNew.push(insert)
        }

        for (let vehicle of film.fields.vehicles) {
            let vehicleDetails = vehicles.find(x => x.pk == vehicle)
            let insert = {}
            insert.film_ID = film.ID
            insert.vehicle_ID = vehicleDetails.ID
            Film2VehiclesNew.push(insert)
        }

        for (let planet of film.fields.planets) {
            let planetDetails = planets.find(x => x.pk == planet)
            let insert = {}
            insert.film_ID = film.ID
            insert.planet_ID = planetDetails.ID
            Film2PlanetsNew.push(insert)
        }

        for (let person of film.fields.characters) {
            let personDetails = people.find(x => x.pk == person)
            let insert = {}
            insert.film_ID = film.ID
            insert.people_ID = personDetails.ID
            Film2PeopleNew.push(insert)
        }

        for (let specie of film.fields.species) {
            let specieDetails = species.find(x => x.pk == specie)
            let insert = {}
            insert.film_ID = film.ID
            insert.specie_ID = specieDetails.ID
            Film2SpeciesNew.push(insert)
        }

    }

    db.run(INSERT.into(db.entities.Film).entries(filmNew))
    db.run(INSERT.into(db.entities.Film2People).entries(Film2PeopleNew))
    db.run(INSERT.into(db.entities.Film2Planets).entries(Film2PlanetsNew))
    db.run(INSERT.into(db.entities.Film2Starships).entries(Film2StarshipsNew))
    db.run(INSERT.into(db.entities.Film2Vehicles).entries(Film2VehiclesNew))
    db.run(INSERT.into(db.entities.Film2Species).entries(Film2SpeciesNew))
    console.log(`Insert into Film`)
    console.log(`Insert into Film2People`)
    console.log(`Insert into Film2Planets`)
    console.log(`Insert into Film2Starships`)
    console.log(`Insert into Film2Vehicles`)
    console.log(`Insert into Film2Species`)
}

async function init() {
    try {
        const modelPath = path.join(global.__base, '/gen/srv/srv/csn.json')
        console.log(`Model Location: ${modelPath}`)
        const db = await cds.connect.to('db', { model: modelPath, })

        await clearDB(db)
        let people = await readFile('people.json')
        let planets = await readFile('planets.json')
        let films = await readFile('films.json')
        let species = await readFile('species.json')
        let starships = await readFile('starships.json')
        let vehicles = await readFile('vehicles.json')
        let transports = await readFile('transport.json')

        await filmsLoad(db, films, people, planets, species, starships, vehicles)
        await peopleLoad(db, people, planets)
        await planetsLoad(db, planets)
        await starshipLoad(db, starships, transports, people)
        await vehiclesLoad(db, vehicles, transports, people)
        await speciesLoad(db, species, planets, people)


        console.log(`Done`)
        //   process.exit()
    } catch (error) {
        console.error(error)
        process.exit()
    }
}

init()