tmem: interface abstractions between core tmem and xen
PATCH 6/9 tmem: interface abstractions between core tmem and xen
[6] interface abstractions between core tmem and xen
xen/common/tmem_xen.c new file +170 -0
@@ -0,0 +1,170 @@ +/****************************************************************************** +* tmem-xen.c +* +* Xen-specific Transcendent memory +* +* Copyright (c) 2009, Dan Magenheimer, Oracle Corp. +*/ + +#include <xen/tmem.h> +#include <xen/tmem_xen.h> +#include <xen/keyhandler.h> // FIXME: remove when control plane is done +#include <xen/lzo.h> +#include <asm/p2m.h> /* p2m_type_t, p2m_is_ram(), p2m_ram_rw() */ + +#define EXPORT /* indicates code other modules are dependent upon */ + +EXPORT int opt_tmem = 0; +boolean_param ("tmem" , opt_tmem); + +EXPORT int opt_tmem_compress = 0; +boolean_param ("tmem_compress" , opt_tmem_compress); + +#ifdef COMPARE_COPY_PAGE_SSE2 +DECL_CYC_COUNTER (pg_copy1); +DECL_CYC_COUNTER (pg_copy2); +DECL_CYC_COUNTER (pg_copy3); +DECL_CYC_COUNTER (pg_copy4); +#else +DECL_CYC_COUNTER (pg_copy); +#endif + +#define PAGE_ALIGNED __attribute__((__aligned__(PAGE_SIZE))) +static unsigned char workmem[LZO1X_1_MEM_COMPRESS] PAGE_ALIGNED; +static unsigned char dstmem[2*PAGE_SIZE] PAGE_ALIGNED; + +#ifdef COMPARE_COPY_PAGE_SSE2 +#include <asm/flushtlb.h> /* REMOVE ME AFTER TEST */ +#include <asm/page.h> /* REMOVE ME AFTER TEST */ +#endif +void tmem_copy_page (char *to,char *from) +{ +#ifdef COMPARE_COPY_PAGE_SSE2 + *to = *from;/* don't measure TLB misses */ +flush_area_local (to,FLUSH_CACHE |FLUSH_ORDER (0 )); +flush_area_local (from,FLUSH_CACHE |FLUSH_ORDER (0 )); +START_CYC_COUNTER (pg_copy1); +copy_page_sse2 (to, from);/* cold cache */ +END_CYC_COUNTER (pg_copy1); +START_CYC_COUNTER (pg_copy2); +copy_page_sse2 (to, from);/* hot cache */ +END_CYC_COUNTER (pg_copy2); +flush_area_local (to,FLUSH_CACHE |FLUSH_ORDER (0 )); +flush_area_local (from,FLUSH_CACHE |FLUSH_ORDER (0 )); +START_CYC_COUNTER (pg_copy3); +memcpy (to, from,PAGE_SIZE );/* cold cache */ +END_CYC_COUNTER (pg_copy3); +START_CYC_COUNTER (pg_copy4); +memcpy (to, from,PAGE_SIZE );/* hot cache */ +END_CYC_COUNTER (pg_copy4); +#else +START_CYC_COUNTER (pg_copy); +memcpy (to, from,PAGE_SIZE ); +END_CYC_COUNTER (pg_copy); +#endif +} + +static inline void *cli_mfn_to_va (tmem_cli_mfn_t cmfn,unsigned long *pcli_mfn) +{ +unsigned long cli_mfn; +p2m_type_t t; + +if (is_pv_32on64_vcpu (current)) + cmfn.p = (void *)((unsigned long )cmfn.p &0xffffffffUL ); + cli_mfn =mfn_x (gfn_to_mfn (current->domain,(unsigned long )cmfn.p,&t)); +if (t != p2m_ram_rw) +return NULL ; +if (pcli_mfn !=NULL ) + *pcli_mfn = cli_mfn; +return map_domain_page (cli_mfn); +} + +EXPORT int tmem_copy_from_client(pfp_t *pfp, +tmem_cli_mfn_t cmfn,uint32_t tmem_offset, +uint32_t pfn_offset,uint32_t len) +{ +unsigned long tmem_mfn; +void *tmem_va, *cli_va =NULL ; + +ASSERT (pfp !=NULL ); +if ( tmem_offset || pfn_offset || len ) +if ( (cli_va =cli_mfn_to_va (cmfn,NULL )) ==NULL ) +return 0 ; + tmem_mfn =page_to_mfn (pfp); + tmem_va =map_domain_page (tmem_mfn); +mb (); +if (!len && !tmem_offset && !pfn_offset) +memset (tmem_va,0 ,PAGE_SIZE ); +else if (len ==PAGE_SIZE && !tmem_offset && !pfn_offset) +tmem_copy_page (tmem_va, cli_va); +else if ( (tmem_offset+len <=PAGE_SIZE ) && + (pfn_offset+len <=PAGE_SIZE ) ) +memcpy ((char *)tmem_va+tmem_offset,(char *)cli_va+pfn_offset,len); +unmap_domain_page (cli_va); +unmap_domain_page (tmem_va); +return 1 ; +} + +EXPORT int tmem_compress_from_client(tmem_cli_mfn_t cmfn, +void **out_va,size_t *out_len) +{ +void *cli_va; +int ret =0 ; + +if ( (cli_va =cli_mfn_to_va (cmfn,NULL )) ==NULL ) +return 0 ; +mb (); + ret =lzo1x_1_compress (cli_va,PAGE_SIZE , dstmem, out_len, workmem); +ASSERT (ret ==LZO_E_OK ); + *out_va = dstmem; +unmap_domain_page (cli_va); +return 1 ; +} + +EXPORT int tmem_copy_to_client(tmem_cli_mfn_t cmfn, pfp_t *pfp, +uint32_t tmem_offset,uint32_t pfn_offset,uint32_t len) +{ +unsigned long tmem_mfn, cli_mfn; +void *tmem_va, *cli_va; + +ASSERT (pfp !=NULL ); +if ( (cli_va =cli_mfn_to_va (cmfn,&cli_mfn)) ==NULL ) +return 0 ; + tmem_mfn =page_to_mfn (pfp); + tmem_va =map_domain_page (tmem_mfn); +if (len ==PAGE_SIZE && !tmem_offset && !pfn_offset) +tmem_copy_page (cli_va, tmem_va); +else if ( (tmem_offset+len <=PAGE_SIZE ) && (pfn_offset+len <=PAGE_SIZE ) ) +memcpy ((char *)cli_va+pfn_offset,(char *)tmem_va+tmem_offset,len); +unmap_domain_page (tmem_va); +unmap_domain_page (cli_va); +paging_mark_dirty (current->domain,cli_mfn); +mb (); +return 1 ; +} + +EXPORT int tmem_decompress_to_client(tmem_cli_mfn_t cmfn, void *tmem_va, size_t size) +{ +unsigned long cli_mfn; +void *cli_va; +size_t out_len =PAGE_SIZE ; +int ret; + +if ( (cli_va =cli_mfn_to_va (cmfn,&cli_mfn)) ==NULL ) +return 0 ; + ret =lzo1x_decompress_safe (tmem_va, size, cli_va, &out_len); +ASSERT (ret ==LZO_E_OK ); +ASSERT (out_len ==PAGE_SIZE ); +unmap_domain_page (cli_va); +paging_mark_dirty (current->domain,cli_mfn); +mb (); +return 1 ; +} + +EXPORT void tmem_host_init(void) +{ +extern void dump_tmem_info (unsigned char key); +extern void tmem_freeze_all (unsigned char key); +register_keyhandler ('$' , dump_tmem_info,"dump tmem info" ); +register_keyhandler ('!' , tmem_freeze_all,"tmem freeze/thaw" ); +}
xen/include/xen/tmem_xen.h new file +145 -0
145 lines not on this page · raw message
_______________________________________________
Xen-devel mailing list
[email protected]
http://lists.xensource.com/xen-devel