Lines Matching refs:spu
64 static inline void acquire_spu_lock(struct spu *spu) in acquire_spu_lock() argument
73 static inline void release_spu_lock(struct spu *spu) in release_spu_lock() argument
81 static inline int check_spu_isolate(struct spu_state *csa, struct spu *spu) in check_spu_isolate() argument
83 struct spu_problem __iomem *prob = spu->problem; in check_spu_isolate()
97 static inline void disable_interrupts(struct spu_state *csa, struct spu *spu) in disable_interrupts() argument
110 spin_lock_irq(&spu->register_lock); in disable_interrupts()
112 csa->priv1.int_mask_class0_RW = spu_int_mask_get(spu, 0); in disable_interrupts()
113 csa->priv1.int_mask_class1_RW = spu_int_mask_get(spu, 1); in disable_interrupts()
114 csa->priv1.int_mask_class2_RW = spu_int_mask_get(spu, 2); in disable_interrupts()
116 spu_int_mask_set(spu, 0, 0ul); in disable_interrupts()
117 spu_int_mask_set(spu, 1, 0ul); in disable_interrupts()
118 spu_int_mask_set(spu, 2, 0ul); in disable_interrupts()
120 spin_unlock_irq(&spu->register_lock); in disable_interrupts()
127 set_bit(SPU_CONTEXT_SWITCH_PENDING, &spu->flags); in disable_interrupts()
128 clear_bit(SPU_CONTEXT_FAULT_PENDING, &spu->flags); in disable_interrupts()
129 synchronize_irq(spu->irqs[0]); in disable_interrupts()
130 synchronize_irq(spu->irqs[1]); in disable_interrupts()
131 synchronize_irq(spu->irqs[2]); in disable_interrupts()
134 static inline void set_watchdog_timer(struct spu_state *csa, struct spu *spu) in set_watchdog_timer() argument
147 static inline void inhibit_user_access(struct spu_state *csa, struct spu *spu) in inhibit_user_access() argument
158 static inline void set_switch_pending(struct spu_state *csa, struct spu *spu) in set_switch_pending() argument
167 static inline void save_mfc_cntl(struct spu_state *csa, struct spu *spu) in save_mfc_cntl() argument
169 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_cntl()
201 static inline void save_spu_runcntl(struct spu_state *csa, struct spu *spu) in save_spu_runcntl() argument
203 struct spu_problem __iomem *prob = spu->problem; in save_spu_runcntl()
212 static inline void save_mfc_sr1(struct spu_state *csa, struct spu *spu) in save_mfc_sr1() argument
217 csa->priv1.mfc_sr1_RW = spu_mfc_sr1_get(spu); in save_mfc_sr1()
220 static inline void save_spu_status(struct spu_state *csa, struct spu *spu) in save_spu_status() argument
222 struct spu_problem __iomem *prob = spu->problem; in save_spu_status()
247 struct spu *spu) in save_mfc_stopped_status() argument
249 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_stopped_status()
263 static inline void halt_mfc_decr(struct spu_state *csa, struct spu *spu) in halt_mfc_decr() argument
265 struct spu_priv2 __iomem *priv2 = spu->priv2; in halt_mfc_decr()
276 static inline void save_timebase(struct spu_state *csa, struct spu *spu) in save_timebase() argument
286 struct spu *spu) in remove_other_spu_access() argument
294 static inline void do_mfc_mssync(struct spu_state *csa, struct spu *spu) in do_mfc_mssync() argument
296 struct spu_problem __iomem *prob = spu->problem; in do_mfc_mssync()
307 static inline void issue_mfc_tlbie(struct spu_state *csa, struct spu *spu) in issue_mfc_tlbie() argument
315 spu_tlb_invalidate(spu); in issue_mfc_tlbie()
320 struct spu *spu) in handle_pending_interrupts() argument
333 static inline void save_mfc_queues(struct spu_state *csa, struct spu *spu) in save_mfc_queues() argument
335 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_queues()
366 static inline void save_ppu_querymask(struct spu_state *csa, struct spu *spu) in save_ppu_querymask() argument
368 struct spu_problem __iomem *prob = spu->problem; in save_ppu_querymask()
377 static inline void save_ppu_querytype(struct spu_state *csa, struct spu *spu) in save_ppu_querytype() argument
379 struct spu_problem __iomem *prob = spu->problem; in save_ppu_querytype()
388 static inline void save_ppu_tagstatus(struct spu_state *csa, struct spu *spu) in save_ppu_tagstatus() argument
390 struct spu_problem __iomem *prob = spu->problem; in save_ppu_tagstatus()
401 static inline void save_mfc_csr_tsq(struct spu_state *csa, struct spu *spu) in save_mfc_csr_tsq() argument
403 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_csr_tsq()
413 static inline void save_mfc_csr_cmd(struct spu_state *csa, struct spu *spu) in save_mfc_csr_cmd() argument
415 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_csr_cmd()
425 static inline void save_mfc_csr_ato(struct spu_state *csa, struct spu *spu) in save_mfc_csr_ato() argument
427 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_csr_ato()
436 static inline void save_mfc_tclass_id(struct spu_state *csa, struct spu *spu) in save_mfc_tclass_id() argument
442 csa->priv1.mfc_tclass_id_RW = spu_mfc_tclass_id_get(spu); in save_mfc_tclass_id()
445 static inline void set_mfc_tclass_id(struct spu_state *csa, struct spu *spu) in set_mfc_tclass_id() argument
452 spu_mfc_tclass_id_set(spu, 0x10000000); in set_mfc_tclass_id()
456 static inline void purge_mfc_queue(struct spu_state *csa, struct spu *spu) in purge_mfc_queue() argument
458 struct spu_priv2 __iomem *priv2 = spu->priv2; in purge_mfc_queue()
470 static inline void wait_purge_complete(struct spu_state *csa, struct spu *spu) in wait_purge_complete() argument
472 struct spu_priv2 __iomem *priv2 = spu->priv2; in wait_purge_complete()
483 static inline void setup_mfc_sr1(struct spu_state *csa, struct spu *spu) in setup_mfc_sr1() argument
496 spu_mfc_sr1_set(spu, (MFC_STATE1_MASTER_RUN_CONTROL_MASK | in setup_mfc_sr1()
501 static inline void save_spu_npc(struct spu_state *csa, struct spu *spu) in save_spu_npc() argument
503 struct spu_problem __iomem *prob = spu->problem; in save_spu_npc()
511 static inline void save_spu_privcntl(struct spu_state *csa, struct spu *spu) in save_spu_privcntl() argument
513 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_spu_privcntl()
521 static inline void reset_spu_privcntl(struct spu_state *csa, struct spu *spu) in reset_spu_privcntl() argument
523 struct spu_priv2 __iomem *priv2 = spu->priv2; in reset_spu_privcntl()
533 static inline void save_spu_lslr(struct spu_state *csa, struct spu *spu) in save_spu_lslr() argument
535 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_spu_lslr()
543 static inline void reset_spu_lslr(struct spu_state *csa, struct spu *spu) in reset_spu_lslr() argument
545 struct spu_priv2 __iomem *priv2 = spu->priv2; in reset_spu_lslr()
555 static inline void save_spu_cfg(struct spu_state *csa, struct spu *spu) in save_spu_cfg() argument
557 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_spu_cfg()
565 static inline void save_pm_trace(struct spu_state *csa, struct spu *spu) in save_pm_trace() argument
573 static inline void save_mfc_rag(struct spu_state *csa, struct spu *spu) in save_mfc_rag() argument
580 spu_resource_allocation_groupID_get(spu); in save_mfc_rag()
582 spu_resource_allocation_enable_get(spu); in save_mfc_rag()
585 static inline void save_ppu_mb_stat(struct spu_state *csa, struct spu *spu) in save_ppu_mb_stat() argument
587 struct spu_problem __iomem *prob = spu->problem; in save_ppu_mb_stat()
595 static inline void save_ppu_mb(struct spu_state *csa, struct spu *spu) in save_ppu_mb() argument
597 struct spu_problem __iomem *prob = spu->problem; in save_ppu_mb()
605 static inline void save_ppuint_mb(struct spu_state *csa, struct spu *spu) in save_ppuint_mb() argument
607 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_ppuint_mb()
615 static inline void save_ch_part1(struct spu_state *csa, struct spu *spu) in save_ch_part1() argument
617 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_ch_part1()
641 static inline void save_spu_mb(struct spu_state *csa, struct spu *spu) in save_spu_mb() argument
643 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_spu_mb()
659 static inline void save_mfc_cmd(struct spu_state *csa, struct spu *spu) in save_mfc_cmd() argument
661 struct spu_priv2 __iomem *priv2 = spu->priv2; in save_mfc_cmd()
672 static inline void reset_ch(struct spu_state *csa, struct spu *spu) in reset_ch() argument
674 struct spu_priv2 __iomem *priv2 = spu->priv2; in reset_ch()
692 static inline void resume_mfc_queue(struct spu_state *csa, struct spu *spu) in resume_mfc_queue() argument
694 struct spu_priv2 __iomem *priv2 = spu->priv2; in resume_mfc_queue()
703 static inline void setup_mfc_slbs(struct spu_state *csa, struct spu *spu, in setup_mfc_slbs() argument
720 spu_invalidate_slbs(spu); in setup_mfc_slbs()
721 spu_setup_kernel_slbs(spu, csa->lscsa, code, code_size); in setup_mfc_slbs()
724 static inline void set_switch_active(struct spu_state *csa, struct spu *spu) in set_switch_active() argument
735 if (test_bit(SPU_CONTEXT_FAULT_PENDING, &spu->flags)) in set_switch_active()
737 clear_bit(SPU_CONTEXT_SWITCH_PENDING, &spu->flags); in set_switch_active()
741 static inline void enable_interrupts(struct spu_state *csa, struct spu *spu) in enable_interrupts() argument
754 spin_lock_irq(&spu->register_lock); in enable_interrupts()
755 spu_int_stat_clear(spu, 0, CLASS0_INTR_MASK); in enable_interrupts()
756 spu_int_stat_clear(spu, 1, CLASS1_INTR_MASK); in enable_interrupts()
757 spu_int_stat_clear(spu, 2, CLASS2_INTR_MASK); in enable_interrupts()
758 spu_int_mask_set(spu, 0, 0ul); in enable_interrupts()
759 spu_int_mask_set(spu, 1, class1_mask); in enable_interrupts()
760 spu_int_mask_set(spu, 2, 0ul); in enable_interrupts()
761 spin_unlock_irq(&spu->register_lock); in enable_interrupts()
764 static inline int send_mfc_dma(struct spu *spu, unsigned long ea, in send_mfc_dma() argument
769 struct spu_problem __iomem *prob = spu->problem; in send_mfc_dma()
798 static inline void save_ls_16kb(struct spu_state *csa, struct spu *spu) in save_ls_16kb() argument
811 send_mfc_dma(spu, addr, ls_offset, size, tag, rclass, cmd); in save_ls_16kb()
814 static inline void set_spu_npc(struct spu_state *csa, struct spu *spu) in set_spu_npc() argument
816 struct spu_problem __iomem *prob = spu->problem; in set_spu_npc()
831 static inline void set_signot1(struct spu_state *csa, struct spu *spu) in set_signot1() argument
833 struct spu_problem __iomem *prob = spu->problem; in set_signot1()
849 static inline void set_signot2(struct spu_state *csa, struct spu *spu) in set_signot2() argument
851 struct spu_problem __iomem *prob = spu->problem; in set_signot2()
867 static inline void send_save_code(struct spu_state *csa, struct spu *spu) in send_save_code() argument
880 send_mfc_dma(spu, addr, ls_offset, size, tag, rclass, cmd); in send_save_code()
883 static inline void set_ppu_querymask(struct spu_state *csa, struct spu *spu) in set_ppu_querymask() argument
885 struct spu_problem __iomem *prob = spu->problem; in set_ppu_querymask()
896 static inline void wait_tag_complete(struct spu_state *csa, struct spu *spu) in wait_tag_complete() argument
898 struct spu_problem __iomem *prob = spu->problem; in wait_tag_complete()
914 spu_int_stat_clear(spu, 0, CLASS0_INTR_MASK); in wait_tag_complete()
915 spu_int_stat_clear(spu, 2, CLASS2_INTR_MASK); in wait_tag_complete()
919 static inline void wait_spu_stopped(struct spu_state *csa, struct spu *spu) in wait_spu_stopped() argument
921 struct spu_problem __iomem *prob = spu->problem; in wait_spu_stopped()
933 spu_int_stat_clear(spu, 0, CLASS0_INTR_MASK); in wait_spu_stopped()
934 spu_int_stat_clear(spu, 2, CLASS2_INTR_MASK); in wait_spu_stopped()
938 static inline int check_save_status(struct spu_state *csa, struct spu *spu) in check_save_status() argument
940 struct spu_problem __iomem *prob = spu->problem; in check_save_status()
953 static inline void terminate_spu_app(struct spu_state *csa, struct spu *spu) in terminate_spu_app() argument
962 struct spu *spu) in suspend_mfc_and_halt_decr() argument
964 struct spu_priv2 __iomem *priv2 = spu->priv2; in suspend_mfc_and_halt_decr()
976 struct spu *spu) in wait_suspend_mfc_complete() argument
978 struct spu_priv2 __iomem *priv2 = spu->priv2; in wait_suspend_mfc_complete()
989 static inline int suspend_spe(struct spu_state *csa, struct spu *spu) in suspend_spe() argument
991 struct spu_problem __iomem *prob = spu->problem; in suspend_spe()
1031 static inline void clear_spu_status(struct spu_state *csa, struct spu *spu) in clear_spu_status() argument
1033 struct spu_problem __iomem *prob = spu->problem; in clear_spu_status()
1042 spu_mfc_sr1_set(spu, in clear_spu_status()
1054 spu_mfc_sr1_set(spu, in clear_spu_status()
1065 static inline void reset_ch_part1(struct spu_state *csa, struct spu *spu) in reset_ch_part1() argument
1067 struct spu_priv2 __iomem *priv2 = spu->priv2; in reset_ch_part1()
1090 static inline void reset_ch_part2(struct spu_state *csa, struct spu *spu) in reset_ch_part2() argument
1092 struct spu_priv2 __iomem *priv2 = spu->priv2; in reset_ch_part2()
1111 struct spu *spu) in setup_spu_status_part1() argument
1203 struct spu *spu) in setup_spu_status_part2() argument
1226 static inline void restore_mfc_rag(struct spu_state *csa, struct spu *spu) in restore_mfc_rag() argument
1232 spu_resource_allocation_groupID_set(spu, in restore_mfc_rag()
1234 spu_resource_allocation_enable_set(spu, in restore_mfc_rag()
1238 static inline void send_restore_code(struct spu_state *csa, struct spu *spu) in send_restore_code() argument
1251 send_mfc_dma(spu, addr, ls_offset, size, tag, rclass, cmd); in send_restore_code()
1254 static inline void setup_decr(struct spu_state *csa, struct spu *spu) in setup_decr() argument
1279 static inline void setup_ppu_mb(struct spu_state *csa, struct spu *spu) in setup_ppu_mb() argument
1287 static inline void setup_ppuint_mb(struct spu_state *csa, struct spu *spu) in setup_ppuint_mb() argument
1295 static inline int check_restore_status(struct spu_state *csa, struct spu *spu) in check_restore_status() argument
1297 struct spu_problem __iomem *prob = spu->problem; in check_restore_status()
1310 static inline void restore_spu_privcntl(struct spu_state *csa, struct spu *spu) in restore_spu_privcntl() argument
1312 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_spu_privcntl()
1321 static inline void restore_status_part1(struct spu_state *csa, struct spu *spu) in restore_status_part1() argument
1323 struct spu_problem __iomem *prob = spu->problem; in restore_status_part1()
1341 static inline void restore_status_part2(struct spu_state *csa, struct spu *spu) in restore_status_part2() argument
1343 struct spu_problem __iomem *prob = spu->problem; in restore_status_part2()
1368 static inline void restore_ls_16kb(struct spu_state *csa, struct spu *spu) in restore_ls_16kb() argument
1381 send_mfc_dma(spu, addr, ls_offset, size, tag, rclass, cmd); in restore_ls_16kb()
1384 static inline void suspend_mfc(struct spu_state *csa, struct spu *spu) in suspend_mfc() argument
1386 struct spu_priv2 __iomem *priv2 = spu->priv2; in suspend_mfc()
1396 static inline void clear_interrupts(struct spu_state *csa, struct spu *spu) in clear_interrupts() argument
1406 spin_lock_irq(&spu->register_lock); in clear_interrupts()
1407 spu_int_mask_set(spu, 0, 0ul); in clear_interrupts()
1408 spu_int_mask_set(spu, 1, 0ul); in clear_interrupts()
1409 spu_int_mask_set(spu, 2, 0ul); in clear_interrupts()
1410 spu_int_stat_clear(spu, 0, CLASS0_INTR_MASK); in clear_interrupts()
1411 spu_int_stat_clear(spu, 1, CLASS1_INTR_MASK); in clear_interrupts()
1412 spu_int_stat_clear(spu, 2, CLASS2_INTR_MASK); in clear_interrupts()
1413 spin_unlock_irq(&spu->register_lock); in clear_interrupts()
1416 static inline void restore_mfc_queues(struct spu_state *csa, struct spu *spu) in restore_mfc_queues() argument
1418 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_mfc_queues()
1450 static inline void restore_ppu_querymask(struct spu_state *csa, struct spu *spu) in restore_ppu_querymask() argument
1452 struct spu_problem __iomem *prob = spu->problem; in restore_ppu_querymask()
1461 static inline void restore_ppu_querytype(struct spu_state *csa, struct spu *spu) in restore_ppu_querytype() argument
1463 struct spu_problem __iomem *prob = spu->problem; in restore_ppu_querytype()
1472 static inline void restore_mfc_csr_tsq(struct spu_state *csa, struct spu *spu) in restore_mfc_csr_tsq() argument
1474 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_mfc_csr_tsq()
1484 static inline void restore_mfc_csr_cmd(struct spu_state *csa, struct spu *spu) in restore_mfc_csr_cmd() argument
1486 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_mfc_csr_cmd()
1497 static inline void restore_mfc_csr_ato(struct spu_state *csa, struct spu *spu) in restore_mfc_csr_ato() argument
1499 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_mfc_csr_ato()
1507 static inline void restore_mfc_tclass_id(struct spu_state *csa, struct spu *spu) in restore_mfc_tclass_id() argument
1512 spu_mfc_tclass_id_set(spu, csa->priv1.mfc_tclass_id_RW); in restore_mfc_tclass_id()
1516 static inline void set_llr_event(struct spu_state *csa, struct spu *spu) in set_llr_event() argument
1539 static inline void restore_decr_wrapped(struct spu_state *csa, struct spu *spu) in restore_decr_wrapped() argument
1557 static inline void restore_ch_part1(struct spu_state *csa, struct spu *spu) in restore_ch_part1() argument
1559 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_ch_part1()
1576 static inline void restore_ch_part2(struct spu_state *csa, struct spu *spu) in restore_ch_part2() argument
1578 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_ch_part2()
1599 static inline void restore_spu_lslr(struct spu_state *csa, struct spu *spu) in restore_spu_lslr() argument
1601 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_spu_lslr()
1610 static inline void restore_spu_cfg(struct spu_state *csa, struct spu *spu) in restore_spu_cfg() argument
1612 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_spu_cfg()
1621 static inline void restore_pm_trace(struct spu_state *csa, struct spu *spu) in restore_pm_trace() argument
1629 static inline void restore_spu_npc(struct spu_state *csa, struct spu *spu) in restore_spu_npc() argument
1631 struct spu_problem __iomem *prob = spu->problem; in restore_spu_npc()
1640 static inline void restore_spu_mb(struct spu_state *csa, struct spu *spu) in restore_spu_mb() argument
1642 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_spu_mb()
1657 static inline void check_ppu_mb_stat(struct spu_state *csa, struct spu *spu) in check_ppu_mb_stat() argument
1659 struct spu_problem __iomem *prob = spu->problem; in check_ppu_mb_stat()
1671 static inline void check_ppuint_mb_stat(struct spu_state *csa, struct spu *spu) in check_ppuint_mb_stat() argument
1673 struct spu_priv2 __iomem *priv2 = spu->priv2; in check_ppuint_mb_stat()
1682 spu_int_stat_clear(spu, 2, CLASS2_ENABLE_MAILBOX_INTR); in check_ppuint_mb_stat()
1687 static inline void restore_mfc_sr1(struct spu_state *csa, struct spu *spu) in restore_mfc_sr1() argument
1692 spu_mfc_sr1_set(spu, csa->priv1.mfc_sr1_RW); in restore_mfc_sr1()
1696 static inline void set_int_route(struct spu_state *csa, struct spu *spu) in set_int_route() argument
1698 struct spu_context *ctx = spu->ctx; in set_int_route()
1700 spu_cpu_affinity_set(spu, ctx->last_ran); in set_int_route()
1704 struct spu *spu) in restore_other_spu_access() argument
1711 static inline void restore_spu_runcntl(struct spu_state *csa, struct spu *spu) in restore_spu_runcntl() argument
1713 struct spu_problem __iomem *prob = spu->problem; in restore_spu_runcntl()
1725 static inline void restore_mfc_cntl(struct spu_state *csa, struct spu *spu) in restore_mfc_cntl() argument
1727 struct spu_priv2 __iomem *priv2 = spu->priv2; in restore_mfc_cntl()
1745 static inline void enable_user_access(struct spu_state *csa, struct spu *spu) in enable_user_access() argument
1755 static inline void reset_switch_active(struct spu_state *csa, struct spu *spu) in reset_switch_active() argument
1763 static inline void reenable_interrupts(struct spu_state *csa, struct spu *spu) in reenable_interrupts() argument
1768 spin_lock_irq(&spu->register_lock); in reenable_interrupts()
1769 spu_int_mask_set(spu, 0, csa->priv1.int_mask_class0_RW); in reenable_interrupts()
1770 spu_int_mask_set(spu, 1, csa->priv1.int_mask_class1_RW); in reenable_interrupts()
1771 spu_int_mask_set(spu, 2, csa->priv1.int_mask_class2_RW); in reenable_interrupts()
1772 spin_unlock_irq(&spu->register_lock); in reenable_interrupts()
1775 static int quiece_spu(struct spu_state *prev, struct spu *spu) in quiece_spu() argument
1787 if (check_spu_isolate(prev, spu)) { /* Step 2. */ in quiece_spu()
1790 disable_interrupts(prev, spu); /* Step 3. */ in quiece_spu()
1791 set_watchdog_timer(prev, spu); /* Step 4. */ in quiece_spu()
1792 inhibit_user_access(prev, spu); /* Step 5. */ in quiece_spu()
1793 if (check_spu_isolate(prev, spu)) { /* Step 6. */ in quiece_spu()
1796 set_switch_pending(prev, spu); /* Step 7. */ in quiece_spu()
1797 save_mfc_cntl(prev, spu); /* Step 8. */ in quiece_spu()
1798 save_spu_runcntl(prev, spu); /* Step 9. */ in quiece_spu()
1799 save_mfc_sr1(prev, spu); /* Step 10. */ in quiece_spu()
1800 save_spu_status(prev, spu); /* Step 11. */ in quiece_spu()
1801 save_mfc_stopped_status(prev, spu); /* Step 12. */ in quiece_spu()
1802 halt_mfc_decr(prev, spu); /* Step 13. */ in quiece_spu()
1803 save_timebase(prev, spu); /* Step 14. */ in quiece_spu()
1804 remove_other_spu_access(prev, spu); /* Step 15. */ in quiece_spu()
1805 do_mfc_mssync(prev, spu); /* Step 16. */ in quiece_spu()
1806 issue_mfc_tlbie(prev, spu); /* Step 17. */ in quiece_spu()
1807 handle_pending_interrupts(prev, spu); /* Step 18. */ in quiece_spu()
1812 static void save_csa(struct spu_state *prev, struct spu *spu) in save_csa() argument
1819 save_mfc_queues(prev, spu); /* Step 19. */ in save_csa()
1820 save_ppu_querymask(prev, spu); /* Step 20. */ in save_csa()
1821 save_ppu_querytype(prev, spu); /* Step 21. */ in save_csa()
1822 save_ppu_tagstatus(prev, spu); /* NEW. */ in save_csa()
1823 save_mfc_csr_tsq(prev, spu); /* Step 22. */ in save_csa()
1824 save_mfc_csr_cmd(prev, spu); /* Step 23. */ in save_csa()
1825 save_mfc_csr_ato(prev, spu); /* Step 24. */ in save_csa()
1826 save_mfc_tclass_id(prev, spu); /* Step 25. */ in save_csa()
1827 set_mfc_tclass_id(prev, spu); /* Step 26. */ in save_csa()
1828 save_mfc_cmd(prev, spu); /* Step 26a - moved from 44. */ in save_csa()
1829 purge_mfc_queue(prev, spu); /* Step 27. */ in save_csa()
1830 wait_purge_complete(prev, spu); /* Step 28. */ in save_csa()
1831 setup_mfc_sr1(prev, spu); /* Step 30. */ in save_csa()
1832 save_spu_npc(prev, spu); /* Step 31. */ in save_csa()
1833 save_spu_privcntl(prev, spu); /* Step 32. */ in save_csa()
1834 reset_spu_privcntl(prev, spu); /* Step 33. */ in save_csa()
1835 save_spu_lslr(prev, spu); /* Step 34. */ in save_csa()
1836 reset_spu_lslr(prev, spu); /* Step 35. */ in save_csa()
1837 save_spu_cfg(prev, spu); /* Step 36. */ in save_csa()
1838 save_pm_trace(prev, spu); /* Step 37. */ in save_csa()
1839 save_mfc_rag(prev, spu); /* Step 38. */ in save_csa()
1840 save_ppu_mb_stat(prev, spu); /* Step 39. */ in save_csa()
1841 save_ppu_mb(prev, spu); /* Step 40. */ in save_csa()
1842 save_ppuint_mb(prev, spu); /* Step 41. */ in save_csa()
1843 save_ch_part1(prev, spu); /* Step 42. */ in save_csa()
1844 save_spu_mb(prev, spu); /* Step 43. */ in save_csa()
1845 reset_ch(prev, spu); /* Step 45. */ in save_csa()
1848 static void save_lscsa(struct spu_state *prev, struct spu *spu) in save_lscsa() argument
1856 resume_mfc_queue(prev, spu); /* Step 46. */ in save_lscsa()
1858 setup_mfc_slbs(prev, spu, spu_save_code, sizeof(spu_save_code)); in save_lscsa()
1859 set_switch_active(prev, spu); /* Step 48. */ in save_lscsa()
1860 enable_interrupts(prev, spu); /* Step 49. */ in save_lscsa()
1861 save_ls_16kb(prev, spu); /* Step 50. */ in save_lscsa()
1862 set_spu_npc(prev, spu); /* Step 51. */ in save_lscsa()
1863 set_signot1(prev, spu); /* Step 52. */ in save_lscsa()
1864 set_signot2(prev, spu); /* Step 53. */ in save_lscsa()
1865 send_save_code(prev, spu); /* Step 54. */ in save_lscsa()
1866 set_ppu_querymask(prev, spu); /* Step 55. */ in save_lscsa()
1867 wait_tag_complete(prev, spu); /* Step 56. */ in save_lscsa()
1868 wait_spu_stopped(prev, spu); /* Step 57. */ in save_lscsa()
1871 static void force_spu_isolate_exit(struct spu *spu) in force_spu_isolate_exit() argument
1873 struct spu_problem __iomem *prob = spu->problem; in force_spu_isolate_exit()
1874 struct spu_priv2 __iomem *priv2 = spu->priv2; in force_spu_isolate_exit()
1882 spu_mfc_sr1_set(spu, MFC_STATE1_MASTER_RUN_CONTROL_MASK); in force_spu_isolate_exit()
1903 static void stop_spu_isolate(struct spu *spu) in stop_spu_isolate() argument
1905 struct spu_problem __iomem *prob = spu->problem; in stop_spu_isolate()
1912 force_spu_isolate_exit(spu); in stop_spu_isolate()
1916 static void harvest(struct spu_state *prev, struct spu *spu) in harvest() argument
1924 disable_interrupts(prev, spu); /* Step 2. */ in harvest()
1925 inhibit_user_access(prev, spu); /* Step 3. */ in harvest()
1926 terminate_spu_app(prev, spu); /* Step 4. */ in harvest()
1927 set_switch_pending(prev, spu); /* Step 5. */ in harvest()
1928 stop_spu_isolate(spu); /* NEW. */ in harvest()
1929 remove_other_spu_access(prev, spu); /* Step 6. */ in harvest()
1930 suspend_mfc_and_halt_decr(prev, spu); /* Step 7. */ in harvest()
1931 wait_suspend_mfc_complete(prev, spu); /* Step 8. */ in harvest()
1932 if (!suspend_spe(prev, spu)) /* Step 9. */ in harvest()
1933 clear_spu_status(prev, spu); /* Step 10. */ in harvest()
1934 do_mfc_mssync(prev, spu); /* Step 11. */ in harvest()
1935 issue_mfc_tlbie(prev, spu); /* Step 12. */ in harvest()
1936 handle_pending_interrupts(prev, spu); /* Step 13. */ in harvest()
1937 purge_mfc_queue(prev, spu); /* Step 14. */ in harvest()
1938 wait_purge_complete(prev, spu); /* Step 15. */ in harvest()
1939 reset_spu_privcntl(prev, spu); /* Step 16. */ in harvest()
1940 reset_spu_lslr(prev, spu); /* Step 17. */ in harvest()
1941 setup_mfc_sr1(prev, spu); /* Step 18. */ in harvest()
1942 spu_invalidate_slbs(spu); /* Step 19. */ in harvest()
1943 reset_ch_part1(prev, spu); /* Step 20. */ in harvest()
1944 reset_ch_part2(prev, spu); /* Step 21. */ in harvest()
1945 enable_interrupts(prev, spu); /* Step 22. */ in harvest()
1946 set_switch_active(prev, spu); /* Step 23. */ in harvest()
1947 set_mfc_tclass_id(prev, spu); /* Step 24. */ in harvest()
1948 resume_mfc_queue(prev, spu); /* Step 25. */ in harvest()
1951 static void restore_lscsa(struct spu_state *next, struct spu *spu) in restore_lscsa() argument
1959 set_watchdog_timer(next, spu); /* Step 26. */ in restore_lscsa()
1960 setup_spu_status_part1(next, spu); /* Step 27. */ in restore_lscsa()
1961 setup_spu_status_part2(next, spu); /* Step 28. */ in restore_lscsa()
1962 restore_mfc_rag(next, spu); /* Step 29. */ in restore_lscsa()
1964 setup_mfc_slbs(next, spu, spu_restore_code, sizeof(spu_restore_code)); in restore_lscsa()
1965 set_spu_npc(next, spu); /* Step 31. */ in restore_lscsa()
1966 set_signot1(next, spu); /* Step 32. */ in restore_lscsa()
1967 set_signot2(next, spu); /* Step 33. */ in restore_lscsa()
1968 setup_decr(next, spu); /* Step 34. */ in restore_lscsa()
1969 setup_ppu_mb(next, spu); /* Step 35. */ in restore_lscsa()
1970 setup_ppuint_mb(next, spu); /* Step 36. */ in restore_lscsa()
1971 send_restore_code(next, spu); /* Step 37. */ in restore_lscsa()
1972 set_ppu_querymask(next, spu); /* Step 38. */ in restore_lscsa()
1973 wait_tag_complete(next, spu); /* Step 39. */ in restore_lscsa()
1974 wait_spu_stopped(next, spu); /* Step 40. */ in restore_lscsa()
1977 static void restore_csa(struct spu_state *next, struct spu *spu) in restore_csa() argument
1984 restore_spu_privcntl(next, spu); /* Step 41. */ in restore_csa()
1985 restore_status_part1(next, spu); /* Step 42. */ in restore_csa()
1986 restore_status_part2(next, spu); /* Step 43. */ in restore_csa()
1987 restore_ls_16kb(next, spu); /* Step 44. */ in restore_csa()
1988 wait_tag_complete(next, spu); /* Step 45. */ in restore_csa()
1989 suspend_mfc(next, spu); /* Step 46. */ in restore_csa()
1990 wait_suspend_mfc_complete(next, spu); /* Step 47. */ in restore_csa()
1991 issue_mfc_tlbie(next, spu); /* Step 48. */ in restore_csa()
1992 clear_interrupts(next, spu); /* Step 49. */ in restore_csa()
1993 restore_mfc_queues(next, spu); /* Step 50. */ in restore_csa()
1994 restore_ppu_querymask(next, spu); /* Step 51. */ in restore_csa()
1995 restore_ppu_querytype(next, spu); /* Step 52. */ in restore_csa()
1996 restore_mfc_csr_tsq(next, spu); /* Step 53. */ in restore_csa()
1997 restore_mfc_csr_cmd(next, spu); /* Step 54. */ in restore_csa()
1998 restore_mfc_csr_ato(next, spu); /* Step 55. */ in restore_csa()
1999 restore_mfc_tclass_id(next, spu); /* Step 56. */ in restore_csa()
2000 set_llr_event(next, spu); /* Step 57. */ in restore_csa()
2001 restore_decr_wrapped(next, spu); /* Step 58. */ in restore_csa()
2002 restore_ch_part1(next, spu); /* Step 59. */ in restore_csa()
2003 restore_ch_part2(next, spu); /* Step 60. */ in restore_csa()
2004 restore_spu_lslr(next, spu); /* Step 61. */ in restore_csa()
2005 restore_spu_cfg(next, spu); /* Step 62. */ in restore_csa()
2006 restore_pm_trace(next, spu); /* Step 63. */ in restore_csa()
2007 restore_spu_npc(next, spu); /* Step 64. */ in restore_csa()
2008 restore_spu_mb(next, spu); /* Step 65. */ in restore_csa()
2009 check_ppu_mb_stat(next, spu); /* Step 66. */ in restore_csa()
2010 check_ppuint_mb_stat(next, spu); /* Step 67. */ in restore_csa()
2011 spu_invalidate_slbs(spu); /* Modified Step 68. */ in restore_csa()
2012 restore_mfc_sr1(next, spu); /* Step 69. */ in restore_csa()
2013 set_int_route(next, spu); /* NEW */ in restore_csa()
2014 restore_other_spu_access(next, spu); /* Step 70. */ in restore_csa()
2015 restore_spu_runcntl(next, spu); /* Step 71. */ in restore_csa()
2016 restore_mfc_cntl(next, spu); /* Step 72. */ in restore_csa()
2017 enable_user_access(next, spu); /* Step 73. */ in restore_csa()
2018 reset_switch_active(next, spu); /* Step 74. */ in restore_csa()
2019 reenable_interrupts(next, spu); /* Step 75. */ in restore_csa()
2022 static int __do_spu_save(struct spu_state *prev, struct spu *spu) in __do_spu_save() argument
2038 rc = quiece_spu(prev, spu); /* Steps 2-16. */ in __do_spu_save()
2043 harvest(prev, spu); in __do_spu_save()
2049 save_csa(prev, spu); /* Steps 17-43. */ in __do_spu_save()
2050 save_lscsa(prev, spu); /* Steps 44-53. */ in __do_spu_save()
2051 return check_save_status(prev, spu); /* Step 54. */ in __do_spu_save()
2054 static int __do_spu_restore(struct spu_state *next, struct spu *spu) in __do_spu_restore() argument
2069 restore_lscsa(next, spu); /* Steps 24-39. */ in __do_spu_restore()
2070 rc = check_restore_status(next, spu); /* Step 40. */ in __do_spu_restore()
2080 restore_csa(next, spu); in __do_spu_restore()
2092 int spu_save(struct spu_state *prev, struct spu *spu) in spu_save() argument
2096 acquire_spu_lock(spu); /* Step 1. */ in spu_save()
2097 rc = __do_spu_save(prev, spu); /* Steps 2-53. */ in spu_save()
2098 release_spu_lock(spu); in spu_save()
2101 __func__, spu->number, rc); in spu_save()
2116 int spu_restore(struct spu_state *new, struct spu *spu) in spu_restore() argument
2120 acquire_spu_lock(spu); in spu_restore()
2121 harvest(NULL, spu); in spu_restore()
2122 spu->slb_replace = 0; in spu_restore()
2123 rc = __do_spu_restore(new, spu); in spu_restore()
2124 release_spu_lock(spu); in spu_restore()
2127 __func__, spu->number, rc); in spu_restore()