path: root/drivers/gpu/nvgpu/clk/clk_prog.c

/*
 * Copyright (c) 2016-2017, NVIDIA CORPORATION.  All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 */

#include <nvgpu/bios.h>
#include <nvgpu/kmem.h>

#include "gk20a/gk20a.h"
#include "clk.h"
#include "clk_prog.h"
#include "clk_vf_point.h"
#include "boardobj/boardobjgrp.h"
#include "boardobj/boardobjgrp_e32.h"
#include "gp106/bios_gp106.h"
#include "ctrl/ctrlclk.h"
#include "ctrl/ctrlvolt.h"

static struct clk_prog *construct_clk_prog(struct gk20a *g, void *pargs);
static u32 devinit_get_clk_prog_table(struct gk20a *g,
	struct clk_progs *pprogobjs);
static vf_flatten vfflatten_prog_1x_master;
static vf_lookup vflookup_prog_1x_master;
static get_fpoints getfpoints_prog_1x_master;
static get_slaveclk getslaveclk_prog_1x_master;

static u32 _clk_progs_pmudatainit(struct gk20a *g,
				  struct boardobjgrp *pboardobjgrp,
				  struct nv_pmu_boardobjgrp_super *pboardobjgrppmu)
{
	struct nv_pmu_clk_clk_prog_boardobjgrp_set_header *pset =
		(struct nv_pmu_clk_clk_prog_boardobjgrp_set_header *)
		pboardobjgrppmu;
	struct clk_progs *pprogs = (struct clk_progs *)pboardobjgrp;
	u32 status = 0;

	status = boardobjgrp_pmudatainit_e32(g, pboardobjgrp, pboardobjgrppmu);
	if (status) {
		nvgpu_err(g, "error updating pmu boardobjgrp for clk prog 0x%x",
			  status);
		goto done;
	}
	pset->slave_entry_count = pprogs->slave_entry_count;
	pset->vf_entry_count = pprogs->vf_entry_count;

done:
	return status;
}

static u32 _clk_progs_pmudata_instget(struct gk20a *g,
				      struct nv_pmu_boardobjgrp *pmuboardobjgrp,
				      struct nv_pmu_boardobj **ppboardobjpmudata,
				      u8 idx)
{
	struct nv_pmu_clk_clk_prog_boardobj_grp_set  *pgrp_set =
		(struct nv_pmu_clk_clk_prog_boardobj_grp_set *)pmuboardobjgrp;

	gk20a_dbg_info("");

	/*check whether pmuboardobjgrp has a valid boardobj in index*/
	if (((u32)BIT(idx) &
		pgrp_set->hdr.data.super.obj_mask.super.data[0]) == 0)
		return -EINVAL;

	*ppboardobjpmudata = (struct nv_pmu_boardobj *)
		&pgrp_set->objects[idx].data.board_obj;
	gk20a_dbg_info(" Done");
	return 0;
}

u32 clk_prog_sw_setup(struct gk20a *g)
{
	u32 status;
	struct boardobjgrp *pboardobjgrp = NULL;
	struct clk_progs *pclkprogobjs;

	gk20a_dbg_info("");

	status = boardobjgrpconstruct_e255(&g->clk_pmu.clk_progobjs.super);
	if (status) {
		nvgpu_err(g,
			  "error creating boardobjgrp for clk prog, status - 0x%x",
			  status);
		goto done;
	}

	pboardobjgrp = &g->clk_pmu.clk_progobjs.super.super;
	pclkprogobjs = &(g->clk_pmu.clk_progobjs);

	BOARDOBJGRP_PMU_CONSTRUCT(pboardobjgrp, CLK, CLK_PROG);

	status = BOARDOBJGRP_PMU_CMD_GRP_SET_CONSTRUCT(g, pboardobjgrp,
			clk, CLK, clk_prog, CLK_PROG);
	if (status) {
		nvgpu_err(g,
			"error constructing PMU_BOARDOBJ_CMD_GRP_SET interface - 0x%x",
			status);
		goto done;
	}

	pboardobjgrp->pmudatainit = _clk_progs_pmudatainit;
	pboardobjgrp->pmudatainstget  = _clk_progs_pmudata_instget;

	status = devinit_get_clk_prog_table(g, pclkprogobjs);
	if (status)
		goto done;

	status = clk_domain_clk_prog_link(g, &g->clk_pmu);
	if (status) {
		nvgpu_err(g, "error constructing VF point board objects");
		goto done;
	}


done:
	gk20a_dbg_info(" done status %x", status);
	return status;
}

u32 clk_prog_pmu_setup(struct gk20a *g)
{
	u32 status;
	struct boardobjgrp *pboardobjgrp = NULL;

	gk20a_dbg_info("");

	pboardobjgrp = &g->clk_pmu.clk_progobjs.super.super;

	if (!pboardobjgrp->bconstructed)
		return -EINVAL;

	status = pboardobjgrp->pmuinithandle(g, pboardobjgrp);

	gk20a_dbg_info("Done");
	return status;
}

static u32 devinit_get_clk_prog_table(struct gk20a *g,
				      struct clk_progs *pclkprogobjs)
{
	u32 status = 0;
	u8 *clkprogs_tbl_ptr = NULL;
	struct vbios_clock_programming_table_1x_header header = { 0 };
	struct vbios_clock_programming_table_1x_entry prog = { 0 };
	struct vbios_clock_programming_table_1x_slave_entry slaveprog = { 0 };
	struct vbios_clock_programming_table_1x_vf_entry vfprog = { 0 };
	u8 *entry = NULL;
	u8 *slaveentry = NULL;
	u8 *vfentry = NULL;
	u32 i, j = 0;
	struct clk_prog *pprog;
	u8 prog_type;
	u32 szfmt = VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_SIZE_0D;
	u32 hszfmt = VBIOS_CLOCK_PROGRAMMING_TABLE_1X_HEADER_SIZE_08;
	u32 slaveszfmt = VBIOS_CLOCK_PROGRAMMING_TABLE_1X_SLAVE_ENTRY_SIZE_03;
	u32 vfszfmt = VBIOS_CLOCK_PROGRAMMING_TABLE_1X_VF_ENTRY_SIZE_02;
	struct ctrl_clk_clk_prog_1x_master_vf_entry
		vfentries[CTRL_CLK_CLK_PROG_1X_MASTER_VF_ENTRY_MAX_ENTRIES];
	struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry
		ratioslaveentries[CTRL_CLK_PROG_1X_MASTER_MAX_SLAVE_ENTRIES];
	struct ctrl_clk_clk_prog_1x_master_table_slave_entry
		tableslaveentries[CTRL_CLK_PROG_1X_MASTER_MAX_SLAVE_ENTRIES];
	union {
		struct boardobj board_obj;
		struct clk_prog clkprog;
		struct clk_prog_1x v1x;
		struct clk_prog_1x_master v1x_master;
		struct clk_prog_1x_master_ratio v1x_master_ratio;
		struct clk_prog_1x_master_table v1x_master_table;
	} prog_data;

	gk20a_dbg_info("");

	clkprogs_tbl_ptr = (u8 *)nvgpu_bios_get_perf_table_ptrs(g,
			g->bios.clock_token, CLOCK_PROGRAMMING_TABLE);
	if (clkprogs_tbl_ptr == NULL) {
		status = -EINVAL;
		goto done;
	}

	memcpy(&header, clkprogs_tbl_ptr, hszfmt);
	if (header.header_size < hszfmt) {
		status = -EINVAL;
		goto done;
	}
	hszfmt = header.header_size;

	if (header.entry_size <= VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_SIZE_05)
		szfmt = header.entry_size;
	else if (header.entry_size <= VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_SIZE_0D)
		szfmt = header.entry_size;
	else {
		status = -EINVAL;
		goto done;
	}

	if (header.vf_entry_size < vfszfmt) {
		status = -EINVAL;
		goto done;
	}
	vfszfmt = header.vf_entry_size;
	if (header.slave_entry_size < slaveszfmt) {
		status = -EINVAL;
		goto done;
	}
	slaveszfmt = header.slave_entry_size;
	if (header.vf_entry_count > CTRL_CLK_CLK_DELTA_MAX_VOLT_RAILS) {
		status = -EINVAL;
		goto done;
	}

	pclkprogobjs->slave_entry_count = header.slave_entry_count;
	pclkprogobjs->vf_entry_count = header.vf_entry_count;

	for (i = 0; i < header.entry_count; i++) {
		memset(&prog_data, 0x0, (u32)sizeof(prog_data));

		/* Read table entries*/
		entry = clkprogs_tbl_ptr + hszfmt +
			(i * (szfmt + (header.slave_entry_count * slaveszfmt) +
			(header.vf_entry_count * vfszfmt)));

		memcpy(&prog, entry, szfmt);
		memset(vfentries, 0xFF,
			sizeof(struct ctrl_clk_clk_prog_1x_master_vf_entry) *
			CTRL_CLK_CLK_PROG_1X_MASTER_VF_ENTRY_MAX_ENTRIES);
		memset(ratioslaveentries, 0xFF,
			sizeof(struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry) *
			CTRL_CLK_PROG_1X_MASTER_MAX_SLAVE_ENTRIES);
		memset(tableslaveentries, 0xFF,
			sizeof(struct ctrl_clk_clk_prog_1x_master_table_slave_entry) *
			CTRL_CLK_PROG_1X_MASTER_MAX_SLAVE_ENTRIES);
		prog_type = (u8)BIOS_GET_FIELD(prog.flags0,
					       NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_SOURCE);

		switch (prog_type) {
		case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_SOURCE_PLL:
			prog_data.v1x.source = CTRL_CLK_PROG_1X_SOURCE_PLL;
			prog_data.v1x.source_data.pll.pll_idx =
				(u8)BIOS_GET_FIELD(prog.param0,
					NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_PARAM0_PLL_PLL_INDEX);
			prog_data.v1x.source_data.pll.freq_step_size_mhz =
				(u8)BIOS_GET_FIELD(prog.param1,
					NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_PARAM1_PLL_FREQ_STEP_SIZE);
			break;

		case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_SOURCE_ONE_SOURCE:
			prog_data.v1x.source = CTRL_CLK_PROG_1X_SOURCE_ONE_SOURCE;
			break;

		case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_SOURCE_FLL:
			prog_data.v1x.source = CTRL_CLK_PROG_1X_SOURCE_FLL;
			break;

		default:
			nvgpu_err(g, "invalid source %d", prog_type);
			status = -EINVAL;
			goto done;
		}

		prog_data.v1x.freq_max_mhz = (u16)prog.freq_max_mhz;

		prog_type = (u8)BIOS_GET_FIELD(prog.flags0,
			NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE);

		vfentry = entry + szfmt +
			header.slave_entry_count * slaveszfmt;
		slaveentry = entry + szfmt;
		switch (prog_type) {
		case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_MASTER_RATIO:
		case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_MASTER_TABLE:
			prog_data.v1x_master.b_o_c_o_v_enabled = false;
			for (j = 0; j < header.vf_entry_count; j++) {
				memcpy(&vfprog, vfentry, vfszfmt);

				vfentries[j].vfe_idx = (u8)vfprog.vfe_idx;
				if (CTRL_CLK_PROG_1X_SOURCE_FLL ==
					prog_data.v1x.source) {
					vfentries[j].gain_vfe_idx = (u8)BIOS_GET_FIELD(
						vfprog.param0,
						NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_VF_ENTRY_PARAM0_FLL_GAIN_VFE_IDX);
				} else {
					vfentries[j].gain_vfe_idx = CTRL_BOARDOBJ_IDX_INVALID;
				}
				vfentry += vfszfmt;
			}

			prog_data.v1x_master.p_vf_entries = vfentries;

			for (j = 0; j < header.slave_entry_count; j++) {
				memcpy(&slaveprog, slaveentry, slaveszfmt);

				switch (prog_type) {
				case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_MASTER_RATIO:
					ratioslaveentries[j].clk_dom_idx =
						(u8)slaveprog.clk_dom_idx;
					ratioslaveentries[j].ratio = (u8)
					BIOS_GET_FIELD(slaveprog.param0,
					NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_SLAVE_ENTRY_PARAM0_MASTER_RATIO_RATIO);
					break;

				case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_MASTER_TABLE:
					tableslaveentries[j].clk_dom_idx =
						(u8)slaveprog.clk_dom_idx;
					tableslaveentries[j].freq_mhz =
						(u16)BIOS_GET_FIELD(slaveprog.param0,
							NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_SLAVE_ENTRY_PARAM0_MASTER_TABLE_FREQ);
					break;
				}
				slaveentry += slaveszfmt;
			}

			switch (prog_type) {
			case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_MASTER_RATIO:
				prog_data.board_obj.type = CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO;
				prog_data.v1x_master_ratio.p_slave_entries =
					ratioslaveentries;
				break;

			case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_MASTER_TABLE:
				prog_data.board_obj.type = CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_TABLE;

				prog_data.v1x_master_table.p_slave_entries =
					tableslaveentries;
				break;

			}
			break;

		case NV_VBIOS_CLOCK_PROGRAMMING_TABLE_1X_ENTRY_FLAGS0_TYPE_SLAVE:
			prog_data.board_obj.type = CTRL_CLK_CLK_PROG_TYPE_1X;
			break;


		default:
			nvgpu_err(g, "source issue %d", prog_type);
				  status = -EINVAL;
			goto done;
		}

		pprog = construct_clk_prog(g, (void *)&prog_data);
		if (pprog == NULL) {
			nvgpu_err(g,
				  "error constructing clk_prog boardobj %d", i);
			status = -EINVAL;
			goto done;
		}

		status = boardobjgrp_objinsert(&pclkprogobjs->super.super,
			(struct boardobj *)pprog, i);
		if (status) {
			nvgpu_err(g, "error adding clk_prog boardobj %d", i);
			status = -EINVAL;
			goto done;
		}
	}
done:
	gk20a_dbg_info(" done status %x", status);
	return status;
}

static u32 _clk_prog_pmudatainit_super(struct gk20a *g,
				       struct boardobj *board_obj_ptr,
				       struct nv_pmu_boardobj *ppmudata)
{
	u32 status = 0;

	gk20a_dbg_info("");

	status = boardobj_pmudatainit_super(g, board_obj_ptr, ppmudata);
	return status;
}

static u32 _clk_prog_pmudatainit_1x(struct gk20a *g,
				    struct boardobj *board_obj_ptr,
				    struct nv_pmu_boardobj *ppmudata)
{
	u32 status = 0;
	struct clk_prog_1x *pclk_prog_1x;
	struct nv_pmu_clk_clk_prog_1x_boardobj_set *pset;

	gk20a_dbg_info("");

	status = _clk_prog_pmudatainit_super(g, board_obj_ptr, ppmudata);
	if (status != 0)
		return status;

	pclk_prog_1x = (struct clk_prog_1x *)board_obj_ptr;

	pset = (struct nv_pmu_clk_clk_prog_1x_boardobj_set *)
		ppmudata;

	pset->source = pclk_prog_1x->source;
	pset->freq_max_mhz = pclk_prog_1x->freq_max_mhz;
	pset->source_data = pclk_prog_1x->source_data;

	return status;
}

static u32 _clk_prog_pmudatainit_1x_master(struct gk20a *g,
					   struct boardobj *board_obj_ptr,
					   struct nv_pmu_boardobj *ppmudata)
{
	u32 status = 0;
	struct clk_prog_1x_master *pclk_prog_1x_master;
	struct nv_pmu_clk_clk_prog_1x_master_boardobj_set *pset;
	u32 vfsize = sizeof(struct ctrl_clk_clk_prog_1x_master_vf_entry) *
		g->clk_pmu.clk_progobjs.vf_entry_count;

	gk20a_dbg_info("");

	status = _clk_prog_pmudatainit_1x(g, board_obj_ptr, ppmudata);

	pclk_prog_1x_master =
		(struct clk_prog_1x_master *)board_obj_ptr;

	pset = (struct nv_pmu_clk_clk_prog_1x_master_boardobj_set *)
		ppmudata;

	memcpy(pset->vf_entries, pclk_prog_1x_master->p_vf_entries, vfsize);

	pset->b_o_c_o_v_enabled = pclk_prog_1x_master->b_o_c_o_v_enabled;
	pset->source_data = pclk_prog_1x_master->source_data;

	memcpy(&pset->deltas, &pclk_prog_1x_master->deltas,
		(u32) sizeof(struct ctrl_clk_clk_delta));

	return status;
}

static u32 _clk_prog_pmudatainit_1x_master_ratio(struct gk20a *g,
						 struct boardobj *board_obj_ptr,
						 struct nv_pmu_boardobj *ppmudata)
{
	u32 status = 0;
	struct clk_prog_1x_master_ratio *pclk_prog_1x_master_ratio;
	struct nv_pmu_clk_clk_prog_1x_master_ratio_boardobj_set *pset;
	u32 slavesize = sizeof(struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry) *
		g->clk_pmu.clk_progobjs.slave_entry_count;

	gk20a_dbg_info("");

	status = _clk_prog_pmudatainit_1x_master(g, board_obj_ptr, ppmudata);
	if (status != 0)
		return status;

	pclk_prog_1x_master_ratio =
		(struct clk_prog_1x_master_ratio *)board_obj_ptr;

	pset = (struct nv_pmu_clk_clk_prog_1x_master_ratio_boardobj_set *)
		ppmudata;

	memcpy(pset->slave_entries,
		pclk_prog_1x_master_ratio->p_slave_entries, slavesize);

	return status;
}

static u32 _clk_prog_pmudatainit_1x_master_table(struct gk20a *g,
						 struct boardobj *board_obj_ptr,
						 struct nv_pmu_boardobj *ppmudata)
{
	u32 status = 0;
	struct clk_prog_1x_master_table *pclk_prog_1x_master_table;
	struct nv_pmu_clk_clk_prog_1x_master_table_boardobj_set *pset;
	u32 slavesize = sizeof(struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry) *
		g->clk_pmu.clk_progobjs.slave_entry_count;

	gk20a_dbg_info("");

	status = _clk_prog_pmudatainit_1x_master(g, board_obj_ptr, ppmudata);
	if (status != 0)
		return status;

	pclk_prog_1x_master_table =
		(struct clk_prog_1x_master_table *)board_obj_ptr;

	pset = (struct nv_pmu_clk_clk_prog_1x_master_table_boardobj_set *)
		ppmudata;
	memcpy(pset->slave_entries,
		pclk_prog_1x_master_table->p_slave_entries, slavesize);

	return status;
}

static u32 _clk_prog_1x_master_rail_construct_vf_point(struct gk20a *g,
						       struct clk_pmupstate *pclk,
						       struct clk_prog_1x_master *p1xmaster,
						       struct ctrl_clk_clk_prog_1x_master_vf_entry *p_vf_rail,
						       struct clk_vf_point *p_vf_point_tmp,
						       u8 *p_vf_point_idx)
{
	struct clk_vf_point *p_vf_point;
	u32 status;

	gk20a_dbg_info("");

	p_vf_point = construct_clk_vf_point(g, (void *)p_vf_point_tmp);
	if (p_vf_point == NULL) {
		status = -ENOMEM;
		goto done;
	}
	status = pclk->clk_vf_pointobjs.super.super.objinsert(
				&pclk->clk_vf_pointobjs.super.super,
				&p_vf_point->super,
				*p_vf_point_idx);
	if (status)
		goto done;

	p_vf_rail->vf_point_idx_last = (*p_vf_point_idx)++;

done:
	gk20a_dbg_info("done status %x", status);
	return status;
}

static u32 clk_prog_construct_super(struct gk20a *g,
				    struct boardobj **ppboardobj,
				    u16 size, void *pargs)
{
	struct clk_prog *pclkprog;
	u32 status = 0;

	status = boardobj_construct_super(g, ppboardobj,
		size, pargs);
	if (status)
		return -EINVAL;

	pclkprog = (struct clk_prog *)*ppboardobj;

	pclkprog->super.pmudatainit =
			_clk_prog_pmudatainit_super;
	return status;
}


static u32 clk_prog_construct_1x(struct gk20a *g,
				 struct boardobj **ppboardobj,
				 u16 size, void *pargs)
{
	struct boardobj *ptmpobj = (struct boardobj *)pargs;
	struct clk_prog_1x *pclkprog;
	struct clk_prog_1x *ptmpprog =
			(struct clk_prog_1x *)pargs;
	u32 status = 0;

	gk20a_dbg_info(" ");
	ptmpobj->type_mask |= BIT(CTRL_CLK_CLK_PROG_TYPE_1X);
	status = clk_prog_construct_super(g, ppboardobj, size, pargs);
	if (status)
		return -EINVAL;

	pclkprog = (struct clk_prog_1x *)*ppboardobj;

	pclkprog->super.super.pmudatainit =
			_clk_prog_pmudatainit_1x;

	pclkprog->source = ptmpprog->source;
	pclkprog->freq_max_mhz = ptmpprog->freq_max_mhz;
	pclkprog->source_data = ptmpprog->source_data;

	return status;
}

static u32 clk_prog_construct_1x_master(struct gk20a *g,
					struct boardobj **ppboardobj,
					u16 size, void *pargs)
{
	struct boardobj *ptmpobj = (struct boardobj *)pargs;
	struct clk_prog_1x_master *pclkprog;
	struct clk_prog_1x_master *ptmpprog =
			(struct clk_prog_1x_master *)pargs;
	u32 status = 0;
	u32 vfsize = sizeof(struct ctrl_clk_clk_prog_1x_master_vf_entry) *
		g->clk_pmu.clk_progobjs.vf_entry_count;
	u8 railidx;

	gk20a_dbg_info(" type - %x", BOARDOBJ_GET_TYPE(pargs));

	ptmpobj->type_mask |= BIT(CTRL_CLK_CLK_PROG_TYPE_1X_MASTER);
	status = clk_prog_construct_1x(g, ppboardobj, size, pargs);
	if (status)
		return -EINVAL;

	pclkprog = (struct clk_prog_1x_master *)*ppboardobj;

	pclkprog->super.super.super.pmudatainit =
			_clk_prog_pmudatainit_1x_master;

	pclkprog->vfflatten =
			vfflatten_prog_1x_master;

	pclkprog->vflookup =
			vflookup_prog_1x_master;

	pclkprog->getfpoints =
			getfpoints_prog_1x_master;

	pclkprog->getslaveclk =
			getslaveclk_prog_1x_master;

	pclkprog->p_vf_entries = (struct ctrl_clk_clk_prog_1x_master_vf_entry *)
		nvgpu_kzalloc(g, vfsize);

	memcpy(pclkprog->p_vf_entries, ptmpprog->p_vf_entries, vfsize);

	pclkprog->b_o_c_o_v_enabled = ptmpprog->b_o_c_o_v_enabled;

	for (railidx = 0;
	     railidx < g->clk_pmu.clk_progobjs.vf_entry_count;
	     railidx++) {
		pclkprog->p_vf_entries[railidx].vf_point_idx_first =
			CTRL_CLK_CLK_VF_POINT_IDX_INVALID;
		pclkprog->p_vf_entries[railidx].vf_point_idx_last =
			CTRL_CLK_CLK_VF_POINT_IDX_INVALID;
	}

	return status;
}

static u32 clk_prog_construct_1x_master_ratio(struct gk20a *g,
					      struct boardobj **ppboardobj,
					      u16 size, void *pargs)
{
	struct boardobj *ptmpobj = (struct boardobj *)pargs;
	struct clk_prog_1x_master_ratio *pclkprog;
	struct clk_prog_1x_master_ratio *ptmpprog =
			(struct clk_prog_1x_master_ratio *)pargs;
	u32 status = 0;
	u32 slavesize = sizeof(struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry) *
		g->clk_pmu.clk_progobjs.slave_entry_count;

	if (BOARDOBJ_GET_TYPE(pargs) != CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO)
		return -EINVAL;

	ptmpobj->type_mask |= BIT(CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO);
	status = clk_prog_construct_1x_master(g, ppboardobj, size, pargs);
	if (status)
		return -EINVAL;

	pclkprog = (struct clk_prog_1x_master_ratio *)*ppboardobj;

	pclkprog->super.super.super.super.pmudatainit =
			_clk_prog_pmudatainit_1x_master_ratio;

	pclkprog->p_slave_entries =
		(struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry *)
		nvgpu_kzalloc(g, slavesize);
	if (!pclkprog->p_slave_entries)
		return -ENOMEM;

	memset(pclkprog->p_slave_entries, CTRL_CLK_CLK_DOMAIN_INDEX_INVALID,
		slavesize);

	memcpy(pclkprog->p_slave_entries, ptmpprog->p_slave_entries, slavesize);

	return status;
}

static u32 clk_prog_construct_1x_master_table(struct gk20a *g,
					      struct boardobj **ppboardobj,
					      u16 size, void *pargs)
{
	struct boardobj *ptmpobj = (struct boardobj *)pargs;
	struct clk_prog_1x_master_table *pclkprog;
	struct clk_prog_1x_master_table *ptmpprog =
			(struct clk_prog_1x_master_table *)pargs;
	u32 status = 0;
	u32 slavesize = sizeof(struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry) *
		g->clk_pmu.clk_progobjs.slave_entry_count;

	gk20a_dbg_info("type - %x", BOARDOBJ_GET_TYPE(pargs));

	if (BOARDOBJ_GET_TYPE(pargs) != CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_TABLE)
		return -EINVAL;

	ptmpobj->type_mask |= BIT(CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_TABLE);
	status = clk_prog_construct_1x_master(g, ppboardobj, size, pargs);
	if (status)
		return -EINVAL;

	pclkprog = (struct clk_prog_1x_master_table *)*ppboardobj;

	pclkprog->super.super.super.super.pmudatainit =
			_clk_prog_pmudatainit_1x_master_table;

	pclkprog->p_slave_entries =
		(struct ctrl_clk_clk_prog_1x_master_table_slave_entry *)
		nvgpu_kzalloc(g, slavesize);

	if (!pclkprog->p_slave_entries) {
		status = -ENOMEM;
		goto exit;
	}

	memset(pclkprog->p_slave_entries, CTRL_CLK_CLK_DOMAIN_INDEX_INVALID,
		slavesize);

	memcpy(pclkprog->p_slave_entries, ptmpprog->p_slave_entries, slavesize);

exit:
	if (status)
		(*ppboardobj)->destruct(*ppboardobj);

	return status;
}

static struct clk_prog *construct_clk_prog(struct gk20a *g, void *pargs)
{
	struct boardobj *board_obj_ptr = NULL;
	u32 status;

	gk20a_dbg_info(" type - %x", BOARDOBJ_GET_TYPE(pargs));
	switch (BOARDOBJ_GET_TYPE(pargs)) {
	case CTRL_CLK_CLK_PROG_TYPE_1X:
		status = clk_prog_construct_1x(g, &board_obj_ptr,
			sizeof(struct clk_prog_1x), pargs);
		break;

	case CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_TABLE:
		status = clk_prog_construct_1x_master_table(g, &board_obj_ptr,
			sizeof(struct clk_prog_1x_master_table), pargs);
		break;

	case CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO:
		status = clk_prog_construct_1x_master_ratio(g, &board_obj_ptr,
			sizeof(struct clk_prog_1x_master_ratio), pargs);
		break;

	default:
		return NULL;
	}

	if (status) {
		if (board_obj_ptr)
			board_obj_ptr->destruct(board_obj_ptr);
		return NULL;
	}

	gk20a_dbg_info(" Done");

	return (struct clk_prog *)board_obj_ptr;
}

static u32 vfflatten_prog_1x_master(struct gk20a *g,
				    struct clk_pmupstate *pclk,
				    struct clk_prog_1x_master *p1xmaster,
				    u8 clk_domain_idx, u16 *pfreqmaxlastmhz)
{
	struct ctrl_clk_clk_prog_1x_master_vf_entry *p_vf_rail;
	union {
		struct boardobj board_obj;
		struct clk_vf_point vf_point;
		struct clk_vf_point_freq freq;
		struct clk_vf_point_volt volt;
	} vf_point_data;
	u32 status = 0;
	u8 step_count;
	u8 freq_step_size_mhz = 0;
	u8 vf_point_idx;
	u8 vf_rail_idx;

	gk20a_dbg_info("");
	memset(&vf_point_data, 0x0, sizeof(vf_point_data));

	vf_point_idx = BOARDOBJGRP_NEXT_EMPTY_IDX(
			&pclk->clk_vf_pointobjs.super.super);

	for (vf_rail_idx = 0;
	     vf_rail_idx < pclk->clk_progobjs.vf_entry_count;
	     vf_rail_idx++) {
		u32 voltage_min_uv;
		u32 voltage_step_size_uv;
		u8  i;

		p_vf_rail = &p1xmaster->p_vf_entries[vf_rail_idx];
		if (p_vf_rail->vfe_idx == CTRL_BOARDOBJ_IDX_INVALID)
			continue;

		p_vf_rail->vf_point_idx_first = vf_point_idx;

		vf_point_data.vf_point.vfe_equ_idx = p_vf_rail->vfe_idx;
		vf_point_data.vf_point.volt_rail_idx = vf_rail_idx;

		step_count = 0;

		switch (p1xmaster->super.source) {
		case CTRL_CLK_PROG_1X_SOURCE_PLL:
			freq_step_size_mhz =
				p1xmaster->super.source_data.pll.freq_step_size_mhz;
			step_count = (freq_step_size_mhz == 0) ? 0 :
				(p1xmaster->super.freq_max_mhz - *pfreqmaxlastmhz - 1) /
							freq_step_size_mhz;
			/* Intentional fall-through.*/

		case CTRL_CLK_PROG_1X_SOURCE_ONE_SOURCE:
			vf_point_data.board_obj.type =
				CTRL_CLK_CLK_VF_POINT_TYPE_FREQ;
			do {
				clkvfpointfreqmhzset(g, &vf_point_data.vf_point,
					p1xmaster->super.freq_max_mhz -
					  step_count * freq_step_size_mhz);

				status = _clk_prog_1x_master_rail_construct_vf_point(g, pclk,
					p1xmaster, p_vf_rail,
					&vf_point_data.vf_point, &vf_point_idx);
				if (status)
					goto done;
			} while (step_count-- > 0);
			break;

		case CTRL_CLK_PROG_1X_SOURCE_FLL:
			voltage_min_uv = CLK_FLL_LUT_MIN_VOLTAGE_UV(pclk);
			voltage_step_size_uv = CLK_FLL_LUT_STEP_SIZE_UV(pclk);
			step_count = CLK_FLL_LUT_VF_NUM_ENTRIES(pclk);

			/* FLL sources use a voltage-based VF_POINT.*/
			vf_point_data.board_obj.type =
				CTRL_CLK_CLK_VF_POINT_TYPE_VOLT;
			for (i = 0; i < step_count; i++) {
				vf_point_data.volt.source_voltage_uv =
					voltage_min_uv + i * voltage_step_size_uv;

				status = _clk_prog_1x_master_rail_construct_vf_point(g, pclk,
					p1xmaster, p_vf_rail,
					&vf_point_data.vf_point, &vf_point_idx);
				if (status)
					goto done;
			}
			break;
		}
	}

	*pfreqmaxlastmhz = p1xmaster->super.freq_max_mhz;

done:
	gk20a_dbg_info("done status %x", status);
	return status;
}

static u32 vflookup_prog_1x_master
(
	struct gk20a *g,
	struct clk_pmupstate *pclk,
	struct clk_prog_1x_master *p1xmaster,
	u8 *slave_clk_domain,
	u16 *pclkmhz,
	u32 *pvoltuv,
	u8 rail
)
{
	int j;
	struct ctrl_clk_clk_prog_1x_master_vf_entry
		*pvfentry;
	struct clk_vf_point *pvfpoint;
	struct clk_progs *pclkprogobjs;
	struct clk_prog_1x_master_ratio *p1xmasterratio;
	u16 clkmhz;
	u32 voltuv;
	u8 slaveentrycount;
	int i;
	struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry *pslaveents;

	if ((*pclkmhz != 0) && (*pvoltuv != 0))
		return -EINVAL;

	pclkprogobjs = &(pclk->clk_progobjs);

	slaveentrycount = pclkprogobjs->slave_entry_count;

	if (pclkprogobjs->vf_entry_count >
		CTRL_CLK_CLK_PROG_1X_MASTER_VF_ENTRY_MAX_ENTRIES)
		return -EINVAL;

	if (rail >= pclkprogobjs->vf_entry_count)
		return -EINVAL;

	pvfentry =  p1xmaster->p_vf_entries;

	pvfentry = (struct ctrl_clk_clk_prog_1x_master_vf_entry *)(
			(u8 *)pvfentry +
			(sizeof(struct ctrl_clk_clk_prog_1x_master_vf_entry) *
			rail));

	clkmhz = *pclkmhz;
	voltuv = *pvoltuv;

	/*if domain is slave domain and freq is input
		then derive master clk */
	if ((slave_clk_domain != NULL) && (*pclkmhz != 0)) {
		if (p1xmaster->super.super.super.implements(g,
			&p1xmaster->super.super.super,
			CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO)) {

			p1xmasterratio =
			(struct clk_prog_1x_master_ratio *)p1xmaster;
			pslaveents = p1xmasterratio->p_slave_entries;
			for (i = 0; i < slaveentrycount;  i++) {
				if (pslaveents->clk_dom_idx ==
					*slave_clk_domain)
					break;
				pslaveents++;
			}
			if (i == slaveentrycount)
				return -EINVAL;
			clkmhz = (clkmhz * 100)/pslaveents->ratio;
		} else {
			/* only support ratio for now */
			return -EINVAL;
		}
	}

	/* if both volt and clks are zero simply print*/
	if ((*pvoltuv == 0) && (*pclkmhz == 0)) {
		for (j = pvfentry->vf_point_idx_first;
			j <= pvfentry->vf_point_idx_last; j++) {
			pvfpoint = CLK_CLK_VF_POINT_GET(pclk, j);
			nvgpu_err(g, "v %x c %x",
				clkvfpointvoltageuvget(g, pvfpoint),
				clkvfpointfreqmhzget(g, pvfpoint));
		}
		return -EINVAL;
	}
	/* start looking up f for v for v for f */
	/* looking for volt? */
	if (*pvoltuv == 0) {
		pvfpoint = CLK_CLK_VF_POINT_GET(pclk,
				pvfentry->vf_point_idx_last);
		/* above range? */
		if (clkmhz > clkvfpointfreqmhzget(g, pvfpoint))
			return -EINVAL;

		for (j = pvfentry->vf_point_idx_last;
			j >= pvfentry->vf_point_idx_first; j--) {
			pvfpoint = CLK_CLK_VF_POINT_GET(pclk, j);
			if (clkmhz <= clkvfpointfreqmhzget(g, pvfpoint))
				voltuv = clkvfpointvoltageuvget(g, pvfpoint);
			else
				break;
		}
	} else {	/* looking for clk? */

		pvfpoint = CLK_CLK_VF_POINT_GET(pclk,
				pvfentry->vf_point_idx_first);
		/* below range? */
		if (voltuv < clkvfpointvoltageuvget(g, pvfpoint))
			return -EINVAL;

		for (j = pvfentry->vf_point_idx_first;
			j <= pvfentry->vf_point_idx_last; j++) {
			pvfpoint = CLK_CLK_VF_POINT_GET(pclk, j);
			if (voltuv >= clkvfpointvoltageuvget(g, pvfpoint))
				clkmhz = clkvfpointfreqmhzget(g, pvfpoint);
			else
				break;
		}
	}

	/*if domain is slave domain and freq was looked up
		then derive slave clk */
	if ((slave_clk_domain != NULL) && (*pclkmhz == 0)) {
		if (p1xmaster->super.super.super.implements(g,
			&p1xmaster->super.super.super,
			CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO)) {

			p1xmasterratio =
			(struct clk_prog_1x_master_ratio *)p1xmaster;
			pslaveents = p1xmasterratio->p_slave_entries;
			for (i = 0; i < slaveentrycount;  i++) {
				if (pslaveents->clk_dom_idx ==
					*slave_clk_domain)
					break;
				pslaveents++;
			}
			if (i == slaveentrycount)
				return -EINVAL;
			clkmhz = (clkmhz * pslaveents->ratio)/100;
		} else {
			/* only support ratio for now */
			return -EINVAL;
		}
	}
	*pclkmhz = clkmhz;
	*pvoltuv = voltuv;
	if ((clkmhz == 0) || (voltuv == 0))
		return -EINVAL;
	return 0;
}

static u32 getfpoints_prog_1x_master
(
	struct gk20a *g,
	struct clk_pmupstate *pclk,
	struct clk_prog_1x_master *p1xmaster,
	u32 *pfpointscount,
	u16 **ppfreqpointsinmhz,
	u8 rail
)
{

	struct ctrl_clk_clk_prog_1x_master_vf_entry
		*pvfentry;
	struct clk_vf_point *pvfpoint;
	struct clk_progs *pclkprogobjs;
	u8 j;
	u32 fpointscount = 0;

	if (pfpointscount == NULL)
		return -EINVAL;

	pclkprogobjs = &(pclk->clk_progobjs);

	if (pclkprogobjs->vf_entry_count >
		CTRL_CLK_CLK_PROG_1X_MASTER_VF_ENTRY_MAX_ENTRIES)
		return -EINVAL;

	if (rail >= pclkprogobjs->vf_entry_count)
		return -EINVAL;

	pvfentry =  p1xmaster->p_vf_entries;

	pvfentry = (struct ctrl_clk_clk_prog_1x_master_vf_entry *)(
			(u8 *)pvfentry +
			(sizeof(struct ctrl_clk_clk_prog_1x_master_vf_entry) *
			(rail+1)));

	fpointscount = pvfentry->vf_point_idx_last -
		pvfentry->vf_point_idx_first + 1;

	/* if pointer for freq data is NULL simply return count */
	if (*ppfreqpointsinmhz == NULL)
		goto done;

	if (fpointscount > *pfpointscount)
		return -ENOMEM;
	for (j = pvfentry->vf_point_idx_first;
		j <= pvfentry->vf_point_idx_last; j++) {
		pvfpoint = CLK_CLK_VF_POINT_GET(pclk, j);
		**ppfreqpointsinmhz = clkvfpointfreqmhzget(g, pvfpoint);
		(*ppfreqpointsinmhz)++;
	}
done:
	*pfpointscount = fpointscount;
	return 0;
}

static int getslaveclk_prog_1x_master(struct gk20a *g,
				struct clk_pmupstate *pclk,
				struct clk_prog_1x_master *p1xmaster,
				u8 slave_clk_domain,
				u16 *pclkmhz,
				u16 masterclkmhz
)
{
	struct clk_progs *pclkprogobjs;
	struct clk_prog_1x_master_ratio *p1xmasterratio;
	u8 slaveentrycount;
	u8 i;
	struct ctrl_clk_clk_prog_1x_master_ratio_slave_entry *pslaveents;

	if (pclkmhz == NULL)
		return -EINVAL;

	if (masterclkmhz == 0)
		return -EINVAL;

	*pclkmhz = 0;
	pclkprogobjs = &(pclk->clk_progobjs);

	slaveentrycount = pclkprogobjs->slave_entry_count;

	if (p1xmaster->super.super.super.implements(g,
		&p1xmaster->super.super.super,
		CTRL_CLK_CLK_PROG_TYPE_1X_MASTER_RATIO)) {
		p1xmasterratio =
		(struct clk_prog_1x_master_ratio *)p1xmaster;
		pslaveents = p1xmasterratio->p_slave_entries;
		for (i = 0; i < slaveentrycount;  i++) {
			if (pslaveents->clk_dom_idx ==
				slave_clk_domain)
				break;
			pslaveents++;
		}
		if (i == slaveentrycount)
			return -EINVAL;
		*pclkmhz = (masterclkmhz * pslaveents->ratio)/100;
	} else {
		/* only support ratio for now */
		return -EINVAL;
	}
	return 0;
}