12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532 |
- #include <linux/sched.h>
- #include <linux/export.h>
- #include <linux/pm_runtime.h>
- #include <linux/pm_wakeirq.h>
- #include <trace/events/rpm.h>
- #include "power.h"
- typedef int (*pm_callback_t)(struct device *);
- static pm_callback_t __rpm_get_callback(struct device *dev, size_t cb_offset)
- {
- pm_callback_t cb;
- const struct dev_pm_ops *ops;
- if (dev->pm_domain)
- ops = &dev->pm_domain->ops;
- else if (dev->type && dev->type->pm)
- ops = dev->type->pm;
- else if (dev->class && dev->class->pm)
- ops = dev->class->pm;
- else if (dev->bus && dev->bus->pm)
- ops = dev->bus->pm;
- else
- ops = NULL;
- if (ops)
- cb = *(pm_callback_t *)((void *)ops + cb_offset);
- else
- cb = NULL;
- if (!cb && dev->driver && dev->driver->pm)
- cb = *(pm_callback_t *)((void *)dev->driver->pm + cb_offset);
- return cb;
- }
- #define RPM_GET_CALLBACK(dev, callback) \
- __rpm_get_callback(dev, offsetof(struct dev_pm_ops, callback))
- static int rpm_resume(struct device *dev, int rpmflags);
- static int rpm_suspend(struct device *dev, int rpmflags);
- void update_pm_runtime_accounting(struct device *dev)
- {
- unsigned long now = jiffies;
- unsigned long delta;
- delta = now - dev->power.accounting_timestamp;
- dev->power.accounting_timestamp = now;
- if (dev->power.disable_depth > 0)
- return;
- if (dev->power.runtime_status == RPM_SUSPENDED)
- dev->power.suspended_jiffies += delta;
- else
- dev->power.active_jiffies += delta;
- }
- static void __update_runtime_status(struct device *dev, enum rpm_status status)
- {
- update_pm_runtime_accounting(dev);
- dev->power.runtime_status = status;
- }
- static void pm_runtime_deactivate_timer(struct device *dev)
- {
- if (dev->power.timer_expires > 0) {
- del_timer(&dev->power.suspend_timer);
- dev->power.timer_expires = 0;
- }
- }
- static void pm_runtime_cancel_pending(struct device *dev)
- {
- pm_runtime_deactivate_timer(dev);
-
- dev->power.request = RPM_REQ_NONE;
- }
- unsigned long pm_runtime_autosuspend_expiration(struct device *dev)
- {
- int autosuspend_delay;
- long elapsed;
- unsigned long last_busy;
- unsigned long expires = 0;
- if (!dev->power.use_autosuspend)
- goto out;
- autosuspend_delay = ACCESS_ONCE(dev->power.autosuspend_delay);
- if (autosuspend_delay < 0)
- goto out;
- last_busy = ACCESS_ONCE(dev->power.last_busy);
- elapsed = jiffies - last_busy;
- if (elapsed < 0)
- goto out;
-
- expires = last_busy + msecs_to_jiffies(autosuspend_delay);
- if (autosuspend_delay >= 1000)
- expires = round_jiffies(expires);
- expires += !expires;
- if (elapsed >= expires - last_busy)
- expires = 0;
- out:
- return expires;
- }
- EXPORT_SYMBOL_GPL(pm_runtime_autosuspend_expiration);
- static int dev_memalloc_noio(struct device *dev, void *data)
- {
- return dev->power.memalloc_noio;
- }
- void pm_runtime_set_memalloc_noio(struct device *dev, bool enable)
- {
- static DEFINE_MUTEX(dev_hotplug_mutex);
- mutex_lock(&dev_hotplug_mutex);
- for (;;) {
- bool enabled;
-
- spin_lock_irq(&dev->power.lock);
- enabled = dev->power.memalloc_noio;
- dev->power.memalloc_noio = enable;
- spin_unlock_irq(&dev->power.lock);
-
- if (enabled && enable)
- break;
- dev = dev->parent;
-
- if (!dev || (!enable &&
- device_for_each_child(dev, NULL,
- dev_memalloc_noio)))
- break;
- }
- mutex_unlock(&dev_hotplug_mutex);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_set_memalloc_noio);
- static int rpm_check_suspend_allowed(struct device *dev)
- {
- int retval = 0;
- if (dev->power.runtime_error)
- retval = -EINVAL;
- else if (dev->power.disable_depth > 0)
- retval = -EACCES;
- else if (atomic_read(&dev->power.usage_count) > 0)
- retval = -EAGAIN;
- else if (!pm_children_suspended(dev))
- retval = -EBUSY;
-
- else if ((dev->power.deferred_resume
- && dev->power.runtime_status == RPM_SUSPENDING)
- || (dev->power.request_pending
- && dev->power.request == RPM_REQ_RESUME))
- retval = -EAGAIN;
- else if (__dev_pm_qos_read_value(dev) < 0)
- retval = -EPERM;
- else if (dev->power.runtime_status == RPM_SUSPENDED)
- retval = 1;
- return retval;
- }
- static int __rpm_callback(int (*cb)(struct device *), struct device *dev)
- __releases(&dev->power.lock) __acquires(&dev->power.lock)
- {
- int retval;
- if (dev->power.irq_safe)
- spin_unlock(&dev->power.lock);
- else
- spin_unlock_irq(&dev->power.lock);
- retval = cb(dev);
- if (dev->power.irq_safe)
- spin_lock(&dev->power.lock);
- else
- spin_lock_irq(&dev->power.lock);
- return retval;
- }
- static int rpm_idle(struct device *dev, int rpmflags)
- {
- int (*callback)(struct device *);
- int retval;
- trace_rpm_idle_rcuidle(dev, rpmflags);
- retval = rpm_check_suspend_allowed(dev);
- if (retval < 0)
- ;
-
- else if (dev->power.runtime_status != RPM_ACTIVE)
- retval = -EAGAIN;
-
- else if (dev->power.request_pending &&
- dev->power.request > RPM_REQ_IDLE)
- retval = -EAGAIN;
-
- else if (dev->power.idle_notification)
- retval = -EINPROGRESS;
- if (retval)
- goto out;
-
- dev->power.request = RPM_REQ_NONE;
- if (dev->power.no_callbacks)
- goto out;
-
- if (rpmflags & RPM_ASYNC) {
- dev->power.request = RPM_REQ_IDLE;
- if (!dev->power.request_pending) {
- dev->power.request_pending = true;
- queue_work(pm_wq, &dev->power.work);
- }
- trace_rpm_return_int_rcuidle(dev, _THIS_IP_, 0);
- return 0;
- }
- dev->power.idle_notification = true;
- callback = RPM_GET_CALLBACK(dev, runtime_idle);
- if (callback)
- retval = __rpm_callback(callback, dev);
- dev->power.idle_notification = false;
- wake_up_all(&dev->power.wait_queue);
- out:
- trace_rpm_return_int_rcuidle(dev, _THIS_IP_, retval);
- return retval ? retval : rpm_suspend(dev, rpmflags | RPM_AUTO);
- }
- static int rpm_callback(int (*cb)(struct device *), struct device *dev)
- {
- int retval;
- if (!cb)
- return -ENOSYS;
- if (dev->power.memalloc_noio) {
- unsigned int noio_flag;
-
- noio_flag = memalloc_noio_save();
- retval = __rpm_callback(cb, dev);
- memalloc_noio_restore(noio_flag);
- } else {
- retval = __rpm_callback(cb, dev);
- }
- dev->power.runtime_error = retval;
- return retval != -EACCES ? retval : -EIO;
- }
- static int rpm_suspend(struct device *dev, int rpmflags)
- __releases(&dev->power.lock) __acquires(&dev->power.lock)
- {
- int (*callback)(struct device *);
- struct device *parent = NULL;
- int retval;
- trace_rpm_suspend_rcuidle(dev, rpmflags);
- repeat:
- retval = rpm_check_suspend_allowed(dev);
- if (retval < 0)
- ;
-
- else if (dev->power.runtime_status == RPM_RESUMING &&
- !(rpmflags & RPM_ASYNC))
- retval = -EAGAIN;
- if (retval)
- goto out;
-
- if ((rpmflags & RPM_AUTO)
- && dev->power.runtime_status != RPM_SUSPENDING) {
- unsigned long expires = pm_runtime_autosuspend_expiration(dev);
- if (expires != 0) {
-
- dev->power.request = RPM_REQ_NONE;
-
- if (!(dev->power.timer_expires && time_before_eq(
- dev->power.timer_expires, expires))) {
- dev->power.timer_expires = expires;
- mod_timer(&dev->power.suspend_timer, expires);
- }
- dev->power.timer_autosuspends = 1;
- goto out;
- }
- }
-
- pm_runtime_cancel_pending(dev);
- if (dev->power.runtime_status == RPM_SUSPENDING) {
- DEFINE_WAIT(wait);
- if (rpmflags & (RPM_ASYNC | RPM_NOWAIT)) {
- retval = -EINPROGRESS;
- goto out;
- }
- if (dev->power.irq_safe) {
- spin_unlock(&dev->power.lock);
- cpu_relax();
- spin_lock(&dev->power.lock);
- goto repeat;
- }
-
- for (;;) {
- prepare_to_wait(&dev->power.wait_queue, &wait,
- TASK_UNINTERRUPTIBLE);
- if (dev->power.runtime_status != RPM_SUSPENDING)
- break;
- spin_unlock_irq(&dev->power.lock);
- schedule();
- spin_lock_irq(&dev->power.lock);
- }
- finish_wait(&dev->power.wait_queue, &wait);
- goto repeat;
- }
- if (dev->power.no_callbacks)
- goto no_callback;
-
- if (rpmflags & RPM_ASYNC) {
- dev->power.request = (rpmflags & RPM_AUTO) ?
- RPM_REQ_AUTOSUSPEND : RPM_REQ_SUSPEND;
- if (!dev->power.request_pending) {
- dev->power.request_pending = true;
- queue_work(pm_wq, &dev->power.work);
- }
- goto out;
- }
- __update_runtime_status(dev, RPM_SUSPENDING);
- callback = RPM_GET_CALLBACK(dev, runtime_suspend);
- dev_pm_enable_wake_irq_check(dev, true);
- retval = rpm_callback(callback, dev);
- if (retval)
- goto fail;
- no_callback:
- __update_runtime_status(dev, RPM_SUSPENDED);
- pm_runtime_deactivate_timer(dev);
- if (dev->parent) {
- parent = dev->parent;
- atomic_add_unless(&parent->power.child_count, -1, 0);
- }
- wake_up_all(&dev->power.wait_queue);
- if (dev->power.deferred_resume) {
- dev->power.deferred_resume = false;
- rpm_resume(dev, 0);
- retval = -EAGAIN;
- goto out;
- }
-
- if (parent && !parent->power.ignore_children && !dev->power.irq_safe) {
- spin_unlock(&dev->power.lock);
- spin_lock(&parent->power.lock);
- rpm_idle(parent, RPM_ASYNC);
- spin_unlock(&parent->power.lock);
- spin_lock(&dev->power.lock);
- }
- out:
- trace_rpm_return_int_rcuidle(dev, _THIS_IP_, retval);
- return retval;
- fail:
- dev_pm_disable_wake_irq_check(dev);
- __update_runtime_status(dev, RPM_ACTIVE);
- dev->power.deferred_resume = false;
- wake_up_all(&dev->power.wait_queue);
- if (retval == -EAGAIN || retval == -EBUSY) {
- dev->power.runtime_error = 0;
-
- if ((rpmflags & RPM_AUTO) &&
- pm_runtime_autosuspend_expiration(dev) != 0)
- goto repeat;
- } else {
- pm_runtime_cancel_pending(dev);
- }
- goto out;
- }
- static int rpm_resume(struct device *dev, int rpmflags)
- __releases(&dev->power.lock) __acquires(&dev->power.lock)
- {
- int (*callback)(struct device *);
- struct device *parent = NULL;
- int retval = 0;
- trace_rpm_resume_rcuidle(dev, rpmflags);
- repeat:
- if (dev->power.runtime_error)
- retval = -EINVAL;
- else if (dev->power.disable_depth == 1 && dev->power.is_suspended
- && dev->power.runtime_status == RPM_ACTIVE)
- retval = 1;
- else if (dev->power.disable_depth > 0)
- retval = -EACCES;
- if (retval)
- goto out;
-
- dev->power.request = RPM_REQ_NONE;
- if (!dev->power.timer_autosuspends)
- pm_runtime_deactivate_timer(dev);
- if (dev->power.runtime_status == RPM_ACTIVE) {
- retval = 1;
- goto out;
- }
- if (dev->power.runtime_status == RPM_RESUMING
- || dev->power.runtime_status == RPM_SUSPENDING) {
- DEFINE_WAIT(wait);
- if (rpmflags & (RPM_ASYNC | RPM_NOWAIT)) {
- if (dev->power.runtime_status == RPM_SUSPENDING)
- dev->power.deferred_resume = true;
- else
- retval = -EINPROGRESS;
- goto out;
- }
- if (dev->power.irq_safe) {
- spin_unlock(&dev->power.lock);
- cpu_relax();
- spin_lock(&dev->power.lock);
- goto repeat;
- }
-
- for (;;) {
- prepare_to_wait(&dev->power.wait_queue, &wait,
- TASK_UNINTERRUPTIBLE);
- if (dev->power.runtime_status != RPM_RESUMING
- && dev->power.runtime_status != RPM_SUSPENDING)
- break;
- spin_unlock_irq(&dev->power.lock);
- schedule();
- spin_lock_irq(&dev->power.lock);
- }
- finish_wait(&dev->power.wait_queue, &wait);
- goto repeat;
- }
-
- if (dev->power.no_callbacks && !parent && dev->parent) {
- spin_lock_nested(&dev->parent->power.lock, SINGLE_DEPTH_NESTING);
- if (dev->parent->power.disable_depth > 0
- || dev->parent->power.ignore_children
- || dev->parent->power.runtime_status == RPM_ACTIVE) {
- atomic_inc(&dev->parent->power.child_count);
- spin_unlock(&dev->parent->power.lock);
- retval = 1;
- goto no_callback;
- }
- spin_unlock(&dev->parent->power.lock);
- }
-
- if (rpmflags & RPM_ASYNC) {
- dev->power.request = RPM_REQ_RESUME;
- if (!dev->power.request_pending) {
- dev->power.request_pending = true;
- queue_work(pm_wq, &dev->power.work);
- }
- retval = 0;
- goto out;
- }
- if (!parent && dev->parent) {
-
- parent = dev->parent;
- if (dev->power.irq_safe)
- goto skip_parent;
- spin_unlock(&dev->power.lock);
- pm_runtime_get_noresume(parent);
- spin_lock(&parent->power.lock);
-
- if (!parent->power.disable_depth
- && !parent->power.ignore_children) {
- rpm_resume(parent, 0);
- if (parent->power.runtime_status != RPM_ACTIVE)
- retval = -EBUSY;
- }
- spin_unlock(&parent->power.lock);
- spin_lock(&dev->power.lock);
- if (retval)
- goto out;
- goto repeat;
- }
- skip_parent:
- if (dev->power.no_callbacks)
- goto no_callback;
- __update_runtime_status(dev, RPM_RESUMING);
- callback = RPM_GET_CALLBACK(dev, runtime_resume);
- dev_pm_disable_wake_irq_check(dev);
- retval = rpm_callback(callback, dev);
- if (retval) {
- __update_runtime_status(dev, RPM_SUSPENDED);
- pm_runtime_cancel_pending(dev);
- dev_pm_enable_wake_irq_check(dev, false);
- } else {
- no_callback:
- __update_runtime_status(dev, RPM_ACTIVE);
- pm_runtime_mark_last_busy(dev);
- if (parent)
- atomic_inc(&parent->power.child_count);
- }
- wake_up_all(&dev->power.wait_queue);
- if (retval >= 0)
- rpm_idle(dev, RPM_ASYNC);
- out:
- if (parent && !dev->power.irq_safe) {
- spin_unlock_irq(&dev->power.lock);
- pm_runtime_put(parent);
- spin_lock_irq(&dev->power.lock);
- }
- trace_rpm_return_int_rcuidle(dev, _THIS_IP_, retval);
- return retval;
- }
- static void pm_runtime_work(struct work_struct *work)
- {
- struct device *dev = container_of(work, struct device, power.work);
- enum rpm_request req;
- spin_lock_irq(&dev->power.lock);
- if (!dev->power.request_pending)
- goto out;
- req = dev->power.request;
- dev->power.request = RPM_REQ_NONE;
- dev->power.request_pending = false;
- switch (req) {
- case RPM_REQ_NONE:
- break;
- case RPM_REQ_IDLE:
- rpm_idle(dev, RPM_NOWAIT);
- break;
- case RPM_REQ_SUSPEND:
- rpm_suspend(dev, RPM_NOWAIT);
- break;
- case RPM_REQ_AUTOSUSPEND:
- rpm_suspend(dev, RPM_NOWAIT | RPM_AUTO);
- break;
- case RPM_REQ_RESUME:
- rpm_resume(dev, RPM_NOWAIT);
- break;
- }
- out:
- spin_unlock_irq(&dev->power.lock);
- }
- static void pm_suspend_timer_fn(unsigned long data)
- {
- struct device *dev = (struct device *)data;
- unsigned long flags;
- unsigned long expires;
- spin_lock_irqsave(&dev->power.lock, flags);
- expires = dev->power.timer_expires;
-
- if (expires > 0 && !time_after(expires, jiffies)) {
- dev->power.timer_expires = 0;
- rpm_suspend(dev, dev->power.timer_autosuspends ?
- (RPM_ASYNC | RPM_AUTO) : RPM_ASYNC);
- }
- spin_unlock_irqrestore(&dev->power.lock, flags);
- }
- int pm_schedule_suspend(struct device *dev, unsigned int delay)
- {
- unsigned long flags;
- int retval;
- spin_lock_irqsave(&dev->power.lock, flags);
- if (!delay) {
- retval = rpm_suspend(dev, RPM_ASYNC);
- goto out;
- }
- retval = rpm_check_suspend_allowed(dev);
- if (retval)
- goto out;
-
- pm_runtime_cancel_pending(dev);
- dev->power.timer_expires = jiffies + msecs_to_jiffies(delay);
- dev->power.timer_expires += !dev->power.timer_expires;
- dev->power.timer_autosuspends = 0;
- mod_timer(&dev->power.suspend_timer, dev->power.timer_expires);
- out:
- spin_unlock_irqrestore(&dev->power.lock, flags);
- return retval;
- }
- EXPORT_SYMBOL_GPL(pm_schedule_suspend);
- int __pm_runtime_idle(struct device *dev, int rpmflags)
- {
- unsigned long flags;
- int retval;
- if (rpmflags & RPM_GET_PUT) {
- if (!atomic_dec_and_test(&dev->power.usage_count))
- return 0;
- }
- might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe);
- spin_lock_irqsave(&dev->power.lock, flags);
- retval = rpm_idle(dev, rpmflags);
- spin_unlock_irqrestore(&dev->power.lock, flags);
- return retval;
- }
- EXPORT_SYMBOL_GPL(__pm_runtime_idle);
- int __pm_runtime_suspend(struct device *dev, int rpmflags)
- {
- unsigned long flags;
- int retval;
- if (rpmflags & RPM_GET_PUT) {
- if (!atomic_dec_and_test(&dev->power.usage_count))
- return 0;
- }
- might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe);
- spin_lock_irqsave(&dev->power.lock, flags);
- retval = rpm_suspend(dev, rpmflags);
- spin_unlock_irqrestore(&dev->power.lock, flags);
- return retval;
- }
- EXPORT_SYMBOL_GPL(__pm_runtime_suspend);
- int __pm_runtime_resume(struct device *dev, int rpmflags)
- {
- unsigned long flags;
- int retval;
- might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe &&
- dev->power.runtime_status != RPM_ACTIVE);
- if (rpmflags & RPM_GET_PUT)
- atomic_inc(&dev->power.usage_count);
- spin_lock_irqsave(&dev->power.lock, flags);
- retval = rpm_resume(dev, rpmflags);
- spin_unlock_irqrestore(&dev->power.lock, flags);
- return retval;
- }
- EXPORT_SYMBOL_GPL(__pm_runtime_resume);
- int pm_runtime_get_if_in_use(struct device *dev)
- {
- unsigned long flags;
- int retval;
- spin_lock_irqsave(&dev->power.lock, flags);
- retval = dev->power.disable_depth > 0 ? -EINVAL :
- dev->power.runtime_status == RPM_ACTIVE
- && atomic_inc_not_zero(&dev->power.usage_count);
- spin_unlock_irqrestore(&dev->power.lock, flags);
- return retval;
- }
- EXPORT_SYMBOL_GPL(pm_runtime_get_if_in_use);
- int __pm_runtime_set_status(struct device *dev, unsigned int status)
- {
- struct device *parent = dev->parent;
- unsigned long flags;
- bool notify_parent = false;
- int error = 0;
- if (status != RPM_ACTIVE && status != RPM_SUSPENDED)
- return -EINVAL;
- spin_lock_irqsave(&dev->power.lock, flags);
- if (!dev->power.runtime_error && !dev->power.disable_depth) {
- error = -EAGAIN;
- goto out;
- }
- if (dev->power.runtime_status == status)
- goto out_set;
- if (status == RPM_SUSPENDED) {
-
- if (parent) {
- atomic_add_unless(&parent->power.child_count, -1, 0);
- notify_parent = !parent->power.ignore_children;
- }
- goto out_set;
- }
- if (parent) {
- spin_lock_nested(&parent->power.lock, SINGLE_DEPTH_NESTING);
-
- if (!parent->power.disable_depth
- && !parent->power.ignore_children
- && parent->power.runtime_status != RPM_ACTIVE) {
- dev_err(dev, "runtime PM trying to activate child device %s but parent (%s) is not active\n",
- dev_name(dev),
- dev_name(parent));
- error = -EBUSY;
- } else if (dev->power.runtime_status == RPM_SUSPENDED) {
- atomic_inc(&parent->power.child_count);
- }
- spin_unlock(&parent->power.lock);
- if (error)
- goto out;
- }
- out_set:
- __update_runtime_status(dev, status);
- dev->power.runtime_error = 0;
- out:
- spin_unlock_irqrestore(&dev->power.lock, flags);
- if (notify_parent)
- pm_request_idle(parent);
- return error;
- }
- EXPORT_SYMBOL_GPL(__pm_runtime_set_status);
- static void __pm_runtime_barrier(struct device *dev)
- {
- pm_runtime_deactivate_timer(dev);
- if (dev->power.request_pending) {
- dev->power.request = RPM_REQ_NONE;
- spin_unlock_irq(&dev->power.lock);
- cancel_work_sync(&dev->power.work);
- spin_lock_irq(&dev->power.lock);
- dev->power.request_pending = false;
- }
- if (dev->power.runtime_status == RPM_SUSPENDING
- || dev->power.runtime_status == RPM_RESUMING
- || dev->power.idle_notification) {
- DEFINE_WAIT(wait);
-
- for (;;) {
- prepare_to_wait(&dev->power.wait_queue, &wait,
- TASK_UNINTERRUPTIBLE);
- if (dev->power.runtime_status != RPM_SUSPENDING
- && dev->power.runtime_status != RPM_RESUMING
- && !dev->power.idle_notification)
- break;
- spin_unlock_irq(&dev->power.lock);
- schedule();
- spin_lock_irq(&dev->power.lock);
- }
- finish_wait(&dev->power.wait_queue, &wait);
- }
- }
- int pm_runtime_barrier(struct device *dev)
- {
- int retval = 0;
- pm_runtime_get_noresume(dev);
- spin_lock_irq(&dev->power.lock);
- if (dev->power.request_pending
- && dev->power.request == RPM_REQ_RESUME) {
- rpm_resume(dev, 0);
- retval = 1;
- }
- __pm_runtime_barrier(dev);
- spin_unlock_irq(&dev->power.lock);
- pm_runtime_put_noidle(dev);
- return retval;
- }
- EXPORT_SYMBOL_GPL(pm_runtime_barrier);
- void __pm_runtime_disable(struct device *dev, bool check_resume)
- {
- spin_lock_irq(&dev->power.lock);
- if (dev->power.disable_depth > 0) {
- dev->power.disable_depth++;
- goto out;
- }
-
- if (check_resume && dev->power.request_pending
- && dev->power.request == RPM_REQ_RESUME) {
-
- pm_runtime_get_noresume(dev);
- rpm_resume(dev, 0);
- pm_runtime_put_noidle(dev);
- }
- if (!dev->power.disable_depth++)
- __pm_runtime_barrier(dev);
- out:
- spin_unlock_irq(&dev->power.lock);
- }
- EXPORT_SYMBOL_GPL(__pm_runtime_disable);
- void pm_runtime_enable(struct device *dev)
- {
- unsigned long flags;
- spin_lock_irqsave(&dev->power.lock, flags);
- if (dev->power.disable_depth > 0)
- dev->power.disable_depth--;
- else
- dev_warn(dev, "Unbalanced %s!\n", __func__);
- spin_unlock_irqrestore(&dev->power.lock, flags);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_enable);
- void pm_runtime_forbid(struct device *dev)
- {
- spin_lock_irq(&dev->power.lock);
- if (!dev->power.runtime_auto)
- goto out;
- dev->power.runtime_auto = false;
- atomic_inc(&dev->power.usage_count);
- rpm_resume(dev, 0);
- out:
- spin_unlock_irq(&dev->power.lock);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_forbid);
- void pm_runtime_allow(struct device *dev)
- {
- spin_lock_irq(&dev->power.lock);
- if (dev->power.runtime_auto)
- goto out;
- dev->power.runtime_auto = true;
- if (atomic_dec_and_test(&dev->power.usage_count))
- rpm_idle(dev, RPM_AUTO | RPM_ASYNC);
- out:
- spin_unlock_irq(&dev->power.lock);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_allow);
- void pm_runtime_no_callbacks(struct device *dev)
- {
- spin_lock_irq(&dev->power.lock);
- dev->power.no_callbacks = 1;
- spin_unlock_irq(&dev->power.lock);
- if (device_is_registered(dev))
- rpm_sysfs_remove(dev);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_no_callbacks);
- void pm_runtime_irq_safe(struct device *dev)
- {
- if (dev->parent)
- pm_runtime_get_sync(dev->parent);
- spin_lock_irq(&dev->power.lock);
- dev->power.irq_safe = 1;
- spin_unlock_irq(&dev->power.lock);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_irq_safe);
- static void update_autosuspend(struct device *dev, int old_delay, int old_use)
- {
- int delay = dev->power.autosuspend_delay;
-
- if (dev->power.use_autosuspend && delay < 0) {
-
- if (!old_use || old_delay >= 0) {
- atomic_inc(&dev->power.usage_count);
- rpm_resume(dev, 0);
- }
- }
-
- else {
-
- if (old_use && old_delay < 0)
- atomic_dec(&dev->power.usage_count);
-
- rpm_idle(dev, RPM_AUTO);
- }
- }
- void pm_runtime_set_autosuspend_delay(struct device *dev, int delay)
- {
- int old_delay, old_use;
- spin_lock_irq(&dev->power.lock);
- old_delay = dev->power.autosuspend_delay;
- old_use = dev->power.use_autosuspend;
- dev->power.autosuspend_delay = delay;
- update_autosuspend(dev, old_delay, old_use);
- spin_unlock_irq(&dev->power.lock);
- }
- EXPORT_SYMBOL_GPL(pm_runtime_set_autosuspend_delay);
- void __pm_runtime_use_autosuspend(struct device *dev, bool use)
- {
- int old_delay, old_use;
- spin_lock_irq(&dev->power.lock);
- old_delay = dev->power.autosuspend_delay;
- old_use = dev->power.use_autosuspend;
- dev->power.use_autosuspend = use;
- update_autosuspend(dev, old_delay, old_use);
- spin_unlock_irq(&dev->power.lock);
- }
- EXPORT_SYMBOL_GPL(__pm_runtime_use_autosuspend);
- void pm_runtime_init(struct device *dev)
- {
- dev->power.runtime_status = RPM_SUSPENDED;
- dev->power.idle_notification = false;
- dev->power.disable_depth = 1;
- atomic_set(&dev->power.usage_count, 0);
- dev->power.runtime_error = 0;
- atomic_set(&dev->power.child_count, 0);
- pm_suspend_ignore_children(dev, false);
- dev->power.runtime_auto = true;
- dev->power.request_pending = false;
- dev->power.request = RPM_REQ_NONE;
- dev->power.deferred_resume = false;
- dev->power.accounting_timestamp = jiffies;
- INIT_WORK(&dev->power.work, pm_runtime_work);
- dev->power.timer_expires = 0;
- setup_timer(&dev->power.suspend_timer, pm_suspend_timer_fn,
- (unsigned long)dev);
- init_waitqueue_head(&dev->power.wait_queue);
- }
- void pm_runtime_reinit(struct device *dev)
- {
- if (!pm_runtime_enabled(dev)) {
- if (dev->power.runtime_status == RPM_ACTIVE)
- pm_runtime_set_suspended(dev);
- if (dev->power.irq_safe) {
- spin_lock_irq(&dev->power.lock);
- dev->power.irq_safe = 0;
- spin_unlock_irq(&dev->power.lock);
- if (dev->parent)
- pm_runtime_put(dev->parent);
- }
- }
- }
- void pm_runtime_remove(struct device *dev)
- {
- __pm_runtime_disable(dev, false);
- pm_runtime_reinit(dev);
- }
- int pm_runtime_force_suspend(struct device *dev)
- {
- int (*callback)(struct device *);
- int ret = 0;
- pm_runtime_disable(dev);
- if (pm_runtime_status_suspended(dev))
- return 0;
- callback = RPM_GET_CALLBACK(dev, runtime_suspend);
- if (!callback) {
- ret = -ENOSYS;
- goto err;
- }
- ret = callback(dev);
- if (ret)
- goto err;
- pm_runtime_set_suspended(dev);
- return 0;
- err:
- pm_runtime_enable(dev);
- return ret;
- }
- EXPORT_SYMBOL_GPL(pm_runtime_force_suspend);
- int pm_runtime_force_resume(struct device *dev)
- {
- int (*callback)(struct device *);
- int ret = 0;
- callback = RPM_GET_CALLBACK(dev, runtime_resume);
- if (!callback) {
- ret = -ENOSYS;
- goto out;
- }
- if (!pm_runtime_status_suspended(dev))
- goto out;
- ret = pm_runtime_set_active(dev);
- if (ret)
- goto out;
- ret = callback(dev);
- if (ret) {
- pm_runtime_set_suspended(dev);
- goto out;
- }
- pm_runtime_mark_last_busy(dev);
- out:
- pm_runtime_enable(dev);
- return ret;
- }
- EXPORT_SYMBOL_GPL(pm_runtime_force_resume);
|