You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
472 lines
11 KiB
472 lines
11 KiB
/* Copyright (c) 2010-2015, 2017, The Linux Foundation. All rights reserved.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 and
|
|
* only version 2 as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*/
|
|
|
|
#define pr_fmt(fmt) "%s: " fmt, __func__
|
|
|
|
#include <linux/err.h>
|
|
#include <linux/rtmutex.h>
|
|
#include <linux/clk/msm-clk-provider.h>
|
|
#include <soc/qcom/clock-rpm.h>
|
|
#include <soc/qcom/msm-clock-controller.h>
|
|
|
|
#define __clk_rpmrs_set_rate(r, value, ctx) \
|
|
((r)->rpmrs_data->set_rate_fn((r), (value), (ctx)))
|
|
|
|
#define clk_rpmrs_set_rate_sleep(r, value) \
|
|
__clk_rpmrs_set_rate((r), (value), (r)->rpmrs_data->ctx_sleep_id)
|
|
|
|
#define clk_rpmrs_set_rate_active(r, value) \
|
|
__clk_rpmrs_set_rate((r), (value), (r)->rpmrs_data->ctx_active_id)
|
|
|
|
static int clk_rpmrs_set_rate_smd(struct rpm_clk *r, uint32_t value,
|
|
uint32_t context)
|
|
{
|
|
int ret;
|
|
|
|
struct msm_rpm_kvp kvp = {
|
|
.key = r->rpm_key,
|
|
.data = (void *)&value,
|
|
.length = sizeof(value),
|
|
};
|
|
|
|
switch (context) {
|
|
case MSM_RPM_CTX_ACTIVE_SET:
|
|
if (*r->last_active_set_vote == value)
|
|
return 0;
|
|
break;
|
|
case MSM_RPM_CTX_SLEEP_SET:
|
|
if (*r->last_sleep_set_vote == value)
|
|
return 0;
|
|
break;
|
|
default:
|
|
return -EINVAL;
|
|
};
|
|
|
|
ret = msm_rpm_send_message(context, r->rpm_res_type, r->rpm_clk_id,
|
|
&kvp, 1);
|
|
if (ret)
|
|
return ret;
|
|
|
|
switch (context) {
|
|
case MSM_RPM_CTX_ACTIVE_SET:
|
|
*r->last_active_set_vote = value;
|
|
break;
|
|
case MSM_RPM_CTX_SLEEP_SET:
|
|
*r->last_sleep_set_vote = value;
|
|
break;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int clk_rpmrs_handoff_smd(struct rpm_clk *r)
|
|
{
|
|
if (!r->branch)
|
|
r->c.rate = INT_MAX;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int clk_rpmrs_is_enabled_smd(struct rpm_clk *r)
|
|
{
|
|
return !!r->c.prepare_count;
|
|
}
|
|
|
|
struct clk_rpmrs_data {
|
|
int (*set_rate_fn)(struct rpm_clk *r, uint32_t value, uint32_t context);
|
|
int (*get_rate_fn)(struct rpm_clk *r);
|
|
int (*handoff_fn)(struct rpm_clk *r);
|
|
int (*is_enabled)(struct rpm_clk *r);
|
|
int ctx_active_id;
|
|
int ctx_sleep_id;
|
|
};
|
|
|
|
struct clk_rpmrs_data clk_rpmrs_data_smd = {
|
|
.set_rate_fn = clk_rpmrs_set_rate_smd,
|
|
.handoff_fn = clk_rpmrs_handoff_smd,
|
|
.is_enabled = clk_rpmrs_is_enabled_smd,
|
|
.ctx_active_id = MSM_RPM_CTX_ACTIVE_SET,
|
|
.ctx_sleep_id = MSM_RPM_CTX_SLEEP_SET,
|
|
};
|
|
|
|
static DEFINE_RT_MUTEX(rpm_clock_lock);
|
|
|
|
static void to_active_sleep_khz(struct rpm_clk *r, unsigned long rate,
|
|
unsigned long *active_khz, unsigned long *sleep_khz)
|
|
{
|
|
/* Convert the rate (hz) to khz */
|
|
*active_khz = DIV_ROUND_UP(rate, 1000);
|
|
|
|
/*
|
|
* Active-only clocks don't care what the rate is during sleep. So,
|
|
* they vote for zero.
|
|
*/
|
|
if (r->active_only)
|
|
*sleep_khz = 0;
|
|
else
|
|
*sleep_khz = *active_khz;
|
|
}
|
|
|
|
static int rpm_clk_prepare(struct clk *clk)
|
|
{
|
|
struct rpm_clk *r = to_rpm_clk(clk);
|
|
uint32_t value;
|
|
int rc = 0;
|
|
unsigned long this_khz, this_sleep_khz;
|
|
unsigned long peer_khz = 0, peer_sleep_khz = 0;
|
|
struct rpm_clk *peer = r->peer;
|
|
|
|
rt_mutex_lock(&rpm_clock_lock);
|
|
|
|
to_active_sleep_khz(r, r->c.rate, &this_khz, &this_sleep_khz);
|
|
|
|
/* Don't send requests to the RPM if the rate has not been set. */
|
|
if (this_khz == 0)
|
|
goto out;
|
|
|
|
/* Take peer clock's rate into account only if it's enabled. */
|
|
if (peer->enabled)
|
|
to_active_sleep_khz(peer, peer->c.rate,
|
|
&peer_khz, &peer_sleep_khz);
|
|
|
|
value = max(this_khz, peer_khz);
|
|
if (r->branch)
|
|
value = !!value;
|
|
|
|
rc = clk_rpmrs_set_rate_active(r, value);
|
|
if (rc)
|
|
goto out;
|
|
|
|
value = max(this_sleep_khz, peer_sleep_khz);
|
|
if (r->branch)
|
|
value = !!value;
|
|
|
|
rc = clk_rpmrs_set_rate_sleep(r, value);
|
|
if (rc) {
|
|
/* Undo the active set vote and restore it to peer_khz */
|
|
value = peer_khz;
|
|
rc = clk_rpmrs_set_rate_active(r, value);
|
|
}
|
|
|
|
out:
|
|
if (!rc)
|
|
r->enabled = true;
|
|
|
|
rt_mutex_unlock(&rpm_clock_lock);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static void rpm_clk_unprepare(struct clk *clk)
|
|
{
|
|
struct rpm_clk *r = to_rpm_clk(clk);
|
|
|
|
rt_mutex_lock(&rpm_clock_lock);
|
|
|
|
if (r->c.rate) {
|
|
uint32_t value;
|
|
struct rpm_clk *peer = r->peer;
|
|
unsigned long peer_khz = 0, peer_sleep_khz = 0;
|
|
int rc;
|
|
|
|
/* Take peer clock's rate into account only if it's enabled. */
|
|
if (peer->enabled)
|
|
to_active_sleep_khz(peer, peer->c.rate,
|
|
&peer_khz, &peer_sleep_khz);
|
|
|
|
value = r->branch ? !!peer_khz : peer_khz;
|
|
rc = clk_rpmrs_set_rate_active(r, value);
|
|
if (rc)
|
|
goto out;
|
|
|
|
value = r->branch ? !!peer_sleep_khz : peer_sleep_khz;
|
|
rc = clk_rpmrs_set_rate_sleep(r, value);
|
|
}
|
|
r->enabled = false;
|
|
out:
|
|
rt_mutex_unlock(&rpm_clock_lock);
|
|
|
|
}
|
|
|
|
static int rpm_clk_set_rate(struct clk *clk, unsigned long rate)
|
|
{
|
|
struct rpm_clk *r = to_rpm_clk(clk);
|
|
unsigned long this_khz, this_sleep_khz;
|
|
int rc = 0;
|
|
|
|
rt_mutex_lock(&rpm_clock_lock);
|
|
|
|
if (r->enabled) {
|
|
uint32_t value;
|
|
struct rpm_clk *peer = r->peer;
|
|
unsigned long peer_khz = 0, peer_sleep_khz = 0;
|
|
|
|
to_active_sleep_khz(r, rate, &this_khz, &this_sleep_khz);
|
|
|
|
/* Take peer clock's rate into account only if it's enabled. */
|
|
if (peer->enabled)
|
|
to_active_sleep_khz(peer, peer->c.rate,
|
|
&peer_khz, &peer_sleep_khz);
|
|
|
|
value = max(this_khz, peer_khz);
|
|
rc = clk_rpmrs_set_rate_active(r, value);
|
|
if (rc)
|
|
goto out;
|
|
|
|
value = max(this_sleep_khz, peer_sleep_khz);
|
|
rc = clk_rpmrs_set_rate_sleep(r, value);
|
|
}
|
|
|
|
out:
|
|
rt_mutex_unlock(&rpm_clock_lock);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static unsigned long rpm_clk_get_rate(struct clk *clk)
|
|
{
|
|
struct rpm_clk *r = to_rpm_clk(clk);
|
|
|
|
if (r->rpmrs_data->get_rate_fn)
|
|
return r->rpmrs_data->get_rate_fn(r);
|
|
else
|
|
return clk->rate;
|
|
}
|
|
|
|
static int rpm_clk_is_enabled(struct clk *clk)
|
|
{
|
|
struct rpm_clk *r = to_rpm_clk(clk);
|
|
|
|
return r->rpmrs_data->is_enabled(r);
|
|
}
|
|
|
|
static long rpm_clk_round_rate(struct clk *clk, unsigned long rate)
|
|
{
|
|
/* Not supported. */
|
|
return rate;
|
|
}
|
|
|
|
static bool rpm_clk_is_local(struct clk *clk)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static enum handoff rpm_clk_handoff(struct clk *clk)
|
|
{
|
|
struct rpm_clk *r = to_rpm_clk(clk);
|
|
int rc;
|
|
|
|
/*
|
|
* Querying an RPM clock's status will return 0 unless the clock's
|
|
* rate has previously been set through the RPM. When handing off,
|
|
* assume these clocks are enabled (unless the RPM call fails) so
|
|
* child clocks of these RPM clocks can still be handed off.
|
|
*/
|
|
rc = r->rpmrs_data->handoff_fn(r);
|
|
if (rc < 0)
|
|
return HANDOFF_DISABLED_CLK;
|
|
|
|
/*
|
|
* Since RPM handoff code may update the software rate of the clock by
|
|
* querying the RPM, we need to make sure our request to RPM now
|
|
* matches the software rate of the clock. When we send the request
|
|
* to RPM, we also need to update any other state info we would
|
|
* normally update. So, call the appropriate clock function instead
|
|
* of directly using the RPM driver APIs.
|
|
*/
|
|
rc = rpm_clk_prepare(clk);
|
|
if (rc < 0)
|
|
return HANDOFF_DISABLED_CLK;
|
|
|
|
return HANDOFF_ENABLED_CLK;
|
|
}
|
|
|
|
#define RPM_MISC_CLK_TYPE 0x306b6c63
|
|
#define RPM_SCALING_ENABLE_ID 0x2
|
|
|
|
int enable_rpm_scaling(void)
|
|
{
|
|
int rc, value = 0x1;
|
|
static int is_inited;
|
|
|
|
struct msm_rpm_kvp kvp = {
|
|
.key = RPM_SMD_KEY_ENABLE,
|
|
.data = (void *)&value,
|
|
.length = sizeof(value),
|
|
};
|
|
|
|
if (is_inited)
|
|
return 0;
|
|
|
|
rc = msm_rpm_send_message_noirq(MSM_RPM_CTX_SLEEP_SET,
|
|
RPM_MISC_CLK_TYPE, RPM_SCALING_ENABLE_ID, &kvp, 1);
|
|
if (rc < 0) {
|
|
if (rc != -EPROBE_DEFER)
|
|
WARN(1, "RPM clock scaling (sleep set) did not enable!\n");
|
|
return rc;
|
|
}
|
|
|
|
rc = msm_rpm_send_message_noirq(MSM_RPM_CTX_ACTIVE_SET,
|
|
RPM_MISC_CLK_TYPE, RPM_SCALING_ENABLE_ID, &kvp, 1);
|
|
if (rc < 0) {
|
|
if (rc != -EPROBE_DEFER)
|
|
WARN(1, "RPM clock scaling (active set) did not enable!\n");
|
|
return rc;
|
|
}
|
|
|
|
is_inited++;
|
|
return 0;
|
|
}
|
|
|
|
int vote_bimc(struct rpm_clk *r, uint32_t value)
|
|
{
|
|
int rc;
|
|
|
|
struct msm_rpm_kvp kvp = {
|
|
.key = r->rpm_key,
|
|
.data = (void *)&value,
|
|
.length = sizeof(value),
|
|
};
|
|
|
|
rc = msm_rpm_send_message_noirq(MSM_RPM_CTX_ACTIVE_SET,
|
|
r->rpm_res_type, r->rpmrs_data->ctx_active_id,
|
|
&kvp, 1);
|
|
if (rc < 0) {
|
|
if (rc != -EPROBE_DEFER)
|
|
WARN(1, "BIMC vote not sent!\n");
|
|
return rc;
|
|
}
|
|
|
|
return rc;
|
|
}
|
|
|
|
const struct clk_ops clk_ops_rpm = {
|
|
.prepare = rpm_clk_prepare,
|
|
.unprepare = rpm_clk_unprepare,
|
|
.set_rate = rpm_clk_set_rate,
|
|
.get_rate = rpm_clk_get_rate,
|
|
.is_enabled = rpm_clk_is_enabled,
|
|
.round_rate = rpm_clk_round_rate,
|
|
.is_local = rpm_clk_is_local,
|
|
.handoff = rpm_clk_handoff,
|
|
};
|
|
|
|
const struct clk_ops clk_ops_rpm_branch = {
|
|
.prepare = rpm_clk_prepare,
|
|
.unprepare = rpm_clk_unprepare,
|
|
.is_local = rpm_clk_is_local,
|
|
.handoff = rpm_clk_handoff,
|
|
};
|
|
|
|
static struct rpm_clk *rpm_clk_dt_parser_common(struct device *dev,
|
|
struct device_node *np)
|
|
{
|
|
struct rpm_clk *rpm, *peer;
|
|
struct clk *c;
|
|
int rc = 0;
|
|
phandle p;
|
|
const char *str;
|
|
|
|
rpm = devm_kzalloc(dev, sizeof(*rpm), GFP_KERNEL);
|
|
if (!rpm)
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
rc = of_property_read_phandle_index(np, "qcom,rpm-peer", 0, &p);
|
|
if (rc) {
|
|
dt_err(np, "missing qcom,rpm-peer dt property\n");
|
|
return ERR_PTR(rc);
|
|
}
|
|
|
|
/* Rely on whoever's called last to setup the circular ref */
|
|
c = msmclk_lookup_phandle(dev, p);
|
|
if (!IS_ERR(c)) {
|
|
uint32_t *sleep = devm_kzalloc(dev, sizeof(uint32_t),
|
|
GFP_KERNEL);
|
|
uint32_t *active =
|
|
devm_kzalloc(dev, sizeof(uint32_t),
|
|
GFP_KERNEL);
|
|
|
|
if (!sleep || !active)
|
|
return ERR_PTR(-ENOMEM);
|
|
peer = to_rpm_clk(c);
|
|
peer->peer = rpm;
|
|
rpm->peer = peer;
|
|
rpm->last_active_set_vote = active;
|
|
peer->last_active_set_vote = active;
|
|
rpm->last_sleep_set_vote = sleep;
|
|
peer->last_sleep_set_vote = sleep;
|
|
}
|
|
|
|
rpm->rpmrs_data = &clk_rpmrs_data_smd;
|
|
rpm->active_only = of_device_is_compatible(np, "qcom,rpm-a-clk") ||
|
|
of_device_is_compatible(np, "qcom,rpm-branch-a-clk");
|
|
|
|
rc = of_property_read_string(np, "qcom,res-type", &str);
|
|
if (rc) {
|
|
dt_err(np, "missing qcom,res-type dt property\n");
|
|
return ERR_PTR(rc);
|
|
}
|
|
if (sscanf(str, "%4c", (char *) &rpm->rpm_res_type) <= 0)
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
rc = of_property_read_u32(np, "qcom,res-id", &rpm->rpm_clk_id);
|
|
if (rc) {
|
|
dt_err(np, "missing qcom,res-id dt property\n");
|
|
return ERR_PTR(rc);
|
|
}
|
|
|
|
rc = of_property_read_string(np, "qcom,key", &str);
|
|
if (rc) {
|
|
dt_err(np, "missing qcom,key dt property\n");
|
|
return ERR_PTR(rc);
|
|
}
|
|
if (sscanf(str, "%4c", (char *) &rpm->rpm_key) <= 0)
|
|
return ERR_PTR(-EINVAL);
|
|
return rpm;
|
|
}
|
|
|
|
static void *rpm_clk_dt_parser(struct device *dev, struct device_node *np)
|
|
{
|
|
struct rpm_clk *rpm;
|
|
|
|
rpm = rpm_clk_dt_parser_common(dev, np);
|
|
if (IS_ERR(rpm))
|
|
return rpm;
|
|
|
|
rpm->c.ops = &clk_ops_rpm;
|
|
return msmclk_generic_clk_init(dev, np, &rpm->c);
|
|
}
|
|
|
|
static void *rpm_branch_clk_dt_parser(struct device *dev,
|
|
struct device_node *np)
|
|
{
|
|
struct rpm_clk *rpm;
|
|
u32 rate;
|
|
int rc;
|
|
|
|
rpm = rpm_clk_dt_parser_common(dev, np);
|
|
if (IS_ERR(rpm))
|
|
return rpm;
|
|
|
|
rpm->c.ops = &clk_ops_rpm_branch;
|
|
rpm->branch = true;
|
|
|
|
rc = of_property_read_u32(np, "qcom,rcg-init-rate", &rate);
|
|
if (!rc)
|
|
rpm->c.rate = rate;
|
|
|
|
return msmclk_generic_clk_init(dev, np, &rpm->c);
|
|
}
|
|
MSMCLK_PARSER(rpm_clk_dt_parser, "qcom,rpm-clk", 0);
|
|
MSMCLK_PARSER(rpm_clk_dt_parser, "qcom,rpm-a-clk", 1);
|
|
MSMCLK_PARSER(rpm_branch_clk_dt_parser, "qcom,rpm-branch-clk", 0);
|
|
MSMCLK_PARSER(rpm_branch_clk_dt_parser, "qcom,rpm-branch-a-clk", 1);
|
|
|