1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
21da177e4SLinus Torvalds /*
31da177e4SLinus Torvalds * Author(s)......: Carsten Otte <cotte@de.ibm.com>
41da177e4SLinus Torvalds * Rob M van der Heij <rvdheij@nl.ibm.com>
51da177e4SLinus Torvalds * Steven Shultz <shultzss@us.ibm.com>
61da177e4SLinus Torvalds * Bugreports.to..: <Linux390@de.ibm.com>
7a53c8fabSHeiko Carstens * Copyright IBM Corp. 2002, 2004
81da177e4SLinus Torvalds */
91da177e4SLinus Torvalds
1093098bf0SHongjie Yang #define KMSG_COMPONENT "extmem"
1193098bf0SHongjie Yang #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
1293098bf0SHongjie Yang
131da177e4SLinus Torvalds #include <linux/kernel.h>
141da177e4SLinus Torvalds #include <linux/string.h>
151da177e4SLinus Torvalds #include <linux/spinlock.h>
161da177e4SLinus Torvalds #include <linux/list.h>
171da177e4SLinus Torvalds #include <linux/slab.h>
18ff24b07aSPaul Gortmaker #include <linux/export.h>
1957c8a661SMike Rapoport #include <linux/memblock.h>
2036a2bd42SHeiko Carstens #include <linux/ctype.h>
21444f0e54SGerald Schaefer #include <linux/ioport.h>
223434caecSChuhong Yuan #include <linux/refcount.h>
2365fddcfcSMike Rapoport #include <linux/pgtable.h>
241ec2772eSMartin Schwidefsky #include <asm/diag.h>
251da177e4SLinus Torvalds #include <asm/page.h>
261da177e4SLinus Torvalds #include <asm/ebcdic.h>
271da177e4SLinus Torvalds #include <asm/errno.h>
281da177e4SLinus Torvalds #include <asm/extmem.h>
291da177e4SLinus Torvalds #include <asm/cpcmd.h>
3036a2bd42SHeiko Carstens #include <asm/setup.h>
311da177e4SLinus Torvalds
321da177e4SLinus Torvalds #define DCSS_PURGESEG 0x08
33b2300b9eSHongjie Yang #define DCSS_LOADSHRX 0x20
34b2300b9eSHongjie Yang #define DCSS_LOADNSRX 0x24
35b2300b9eSHongjie Yang #define DCSS_FINDSEGX 0x2c
36b2300b9eSHongjie Yang #define DCSS_SEGEXTX 0x38
371da177e4SLinus Torvalds #define DCSS_FINDSEGA 0x0c
381da177e4SLinus Torvalds
391da177e4SLinus Torvalds struct qrange {
40b2300b9eSHongjie Yang unsigned long start; /* last byte type */
41b2300b9eSHongjie Yang unsigned long end; /* last byte reserved */
421da177e4SLinus Torvalds };
431da177e4SLinus Torvalds
441da177e4SLinus Torvalds struct qout64 {
45b2300b9eSHongjie Yang unsigned long segstart;
46b2300b9eSHongjie Yang unsigned long segend;
471da177e4SLinus Torvalds int segcnt;
481da177e4SLinus Torvalds int segrcnt;
491da177e4SLinus Torvalds struct qrange range[6];
501da177e4SLinus Torvalds };
511da177e4SLinus Torvalds
521da177e4SLinus Torvalds struct qin64 {
531da177e4SLinus Torvalds char qopcode;
541da177e4SLinus Torvalds char rsrv1[3];
551da177e4SLinus Torvalds char qrcode;
561da177e4SLinus Torvalds char rsrv2[3];
571da177e4SLinus Torvalds char qname[8];
581da177e4SLinus Torvalds unsigned int qoutptr;
591da177e4SLinus Torvalds short int qoutlen;
601da177e4SLinus Torvalds };
611da177e4SLinus Torvalds
621da177e4SLinus Torvalds struct dcss_segment {
631da177e4SLinus Torvalds struct list_head list;
641da177e4SLinus Torvalds char dcss_name[8];
656b2ddf33SVasily Gorbik char res_name[16];
661da177e4SLinus Torvalds unsigned long start_addr;
671da177e4SLinus Torvalds unsigned long end;
683434caecSChuhong Yuan refcount_t ref_count;
691da177e4SLinus Torvalds int do_nonshared;
701da177e4SLinus Torvalds unsigned int vm_segtype;
711da177e4SLinus Torvalds struct qrange range[6];
721da177e4SLinus Torvalds int segcnt;
73444f0e54SGerald Schaefer struct resource *res;
741da177e4SLinus Torvalds };
751da177e4SLinus Torvalds
7609252e77SHeiko Carstens static DEFINE_MUTEX(dcss_lock);
77c11ca97eSDenis Cheng static LIST_HEAD(dcss_list);
781da177e4SLinus Torvalds static char *segtype_string[] = { "SW", "EW", "SR", "ER", "SN", "EN", "SC",
791da177e4SLinus Torvalds "EW/EN-MIXED" };
80ca571146SGerald Schaefer static int loadshr_scode = DCSS_LOADSHRX;
81ca571146SGerald Schaefer static int loadnsr_scode = DCSS_LOADNSRX;
82ca571146SGerald Schaefer static int purgeseg_scode = DCSS_PURGESEG;
83ca571146SGerald Schaefer static int segext_scode = DCSS_SEGEXTX;
841da177e4SLinus Torvalds
851da177e4SLinus Torvalds /*
861da177e4SLinus Torvalds * Create the 8 bytes, ebcdic VM segment name from
871da177e4SLinus Torvalds * an ascii name.
881da177e4SLinus Torvalds */
894d284cacSHeiko Carstens static void
dcss_mkname(char * name,char * dcss_name)901da177e4SLinus Torvalds dcss_mkname(char *name, char *dcss_name)
911da177e4SLinus Torvalds {
921da177e4SLinus Torvalds int i;
931da177e4SLinus Torvalds
941da177e4SLinus Torvalds for (i = 0; i < 8; i++) {
951da177e4SLinus Torvalds if (name[i] == '\0')
961da177e4SLinus Torvalds break;
971da177e4SLinus Torvalds dcss_name[i] = toupper(name[i]);
980b925159SHeiko Carstens }
991da177e4SLinus Torvalds for (; i < 8; i++)
1001da177e4SLinus Torvalds dcss_name[i] = ' ';
1011da177e4SLinus Torvalds ASCEBC(dcss_name, 8);
1021da177e4SLinus Torvalds }
1031da177e4SLinus Torvalds
1041da177e4SLinus Torvalds
1051da177e4SLinus Torvalds /*
1061da177e4SLinus Torvalds * search all segments in dcss_list, and return the one
1071da177e4SLinus Torvalds * namend *name. If not found, return NULL.
1081da177e4SLinus Torvalds */
1091da177e4SLinus Torvalds static struct dcss_segment *
segment_by_name(char * name)1101da177e4SLinus Torvalds segment_by_name (char *name)
1111da177e4SLinus Torvalds {
1121da177e4SLinus Torvalds char dcss_name[9];
1131da177e4SLinus Torvalds struct list_head *l;
1141da177e4SLinus Torvalds struct dcss_segment *tmp, *retval = NULL;
1151da177e4SLinus Torvalds
11609252e77SHeiko Carstens BUG_ON(!mutex_is_locked(&dcss_lock));
1171da177e4SLinus Torvalds dcss_mkname (name, dcss_name);
1181da177e4SLinus Torvalds list_for_each (l, &dcss_list) {
1191da177e4SLinus Torvalds tmp = list_entry (l, struct dcss_segment, list);
1201da177e4SLinus Torvalds if (memcmp(tmp->dcss_name, dcss_name, 8) == 0) {
1211da177e4SLinus Torvalds retval = tmp;
1221da177e4SLinus Torvalds break;
1231da177e4SLinus Torvalds }
1241da177e4SLinus Torvalds }
1251da177e4SLinus Torvalds return retval;
1261da177e4SLinus Torvalds }
1271da177e4SLinus Torvalds
1281da177e4SLinus Torvalds
1291da177e4SLinus Torvalds /*
1301da177e4SLinus Torvalds * Perform a function on a dcss segment.
1311da177e4SLinus Torvalds */
1321da177e4SLinus Torvalds static inline int
dcss_diag(int * func,void * parameter,unsigned long * ret1,unsigned long * ret2)133b2300b9eSHongjie Yang dcss_diag(int *func, void *parameter,
1341da177e4SLinus Torvalds unsigned long *ret1, unsigned long *ret2)
1351da177e4SLinus Torvalds {
1361da177e4SLinus Torvalds unsigned long rx, ry;
1371da177e4SLinus Torvalds int rc;
1381da177e4SLinus Torvalds
1391da177e4SLinus Torvalds rx = (unsigned long) parameter;
140b2300b9eSHongjie Yang ry = (unsigned long) *func;
141b2300b9eSHongjie Yang
1421ec2772eSMartin Schwidefsky diag_stat_inc(DIAG_STAT_X064);
143b2300b9eSHongjie Yang asm volatile(
1441da177e4SLinus Torvalds " diag %0,%1,0x64\n"
1451da177e4SLinus Torvalds " ipm %2\n"
1461da177e4SLinus Torvalds " srl %2,28\n"
1471da177e4SLinus Torvalds : "+d" (rx), "+d" (ry), "=d" (rc) : : "cc");
1481da177e4SLinus Torvalds *ret1 = rx;
1491da177e4SLinus Torvalds *ret2 = ry;
1501da177e4SLinus Torvalds return rc;
1511da177e4SLinus Torvalds }
1521da177e4SLinus Torvalds
1531da177e4SLinus Torvalds static inline int
dcss_diag_translate_rc(int vm_rc)1541da177e4SLinus Torvalds dcss_diag_translate_rc (int vm_rc) {
1551da177e4SLinus Torvalds if (vm_rc == 44)
1561da177e4SLinus Torvalds return -ENOENT;
1571da177e4SLinus Torvalds return -EIO;
1581da177e4SLinus Torvalds }
1591da177e4SLinus Torvalds
1601da177e4SLinus Torvalds
1611da177e4SLinus Torvalds /* do a diag to get info about a segment.
1621da177e4SLinus Torvalds * fills start_address, end and vm_segtype fields
1631da177e4SLinus Torvalds */
1641da177e4SLinus Torvalds static int
query_segment_type(struct dcss_segment * seg)1651da177e4SLinus Torvalds query_segment_type (struct dcss_segment *seg)
1661da177e4SLinus Torvalds {
1671da177e4SLinus Torvalds unsigned long dummy, vmrc;
168c2f0e8c8SHeiko Carstens int diag_cc, rc, i;
169c2f0e8c8SHeiko Carstens struct qout64 *qout;
170c2f0e8c8SHeiko Carstens struct qin64 *qin;
1711da177e4SLinus Torvalds
172c2f0e8c8SHeiko Carstens qin = kmalloc(sizeof(*qin), GFP_KERNEL | GFP_DMA);
173c2f0e8c8SHeiko Carstens qout = kmalloc(sizeof(*qout), GFP_KERNEL | GFP_DMA);
1741da177e4SLinus Torvalds if ((qin == NULL) || (qout == NULL)) {
1751da177e4SLinus Torvalds rc = -ENOMEM;
1761da177e4SLinus Torvalds goto out_free;
1771da177e4SLinus Torvalds }
1781da177e4SLinus Torvalds
1791da177e4SLinus Torvalds /* initialize diag input parameters */
1801da177e4SLinus Torvalds qin->qopcode = DCSS_FINDSEGA;
1811da177e4SLinus Torvalds qin->qoutptr = (unsigned long) qout;
1821da177e4SLinus Torvalds qin->qoutlen = sizeof(struct qout64);
1831da177e4SLinus Torvalds memcpy (qin->qname, seg->dcss_name, 8);
1841da177e4SLinus Torvalds
185b2300b9eSHongjie Yang diag_cc = dcss_diag(&segext_scode, qin, &dummy, &vmrc);
1861da177e4SLinus Torvalds
187b2300b9eSHongjie Yang if (diag_cc < 0) {
188b2300b9eSHongjie Yang rc = diag_cc;
189b2300b9eSHongjie Yang goto out_free;
190b2300b9eSHongjie Yang }
1911da177e4SLinus Torvalds if (diag_cc > 1) {
192baebc70aSJoe Perches pr_warn("Querying a DCSS type failed with rc=%ld\n", vmrc);
1931da177e4SLinus Torvalds rc = dcss_diag_translate_rc (vmrc);
1941da177e4SLinus Torvalds goto out_free;
1951da177e4SLinus Torvalds }
1961da177e4SLinus Torvalds
1971da177e4SLinus Torvalds if (qout->segcnt > 6) {
198b8e660b8SHeiko Carstens rc = -EOPNOTSUPP;
1991da177e4SLinus Torvalds goto out_free;
2001da177e4SLinus Torvalds }
2011da177e4SLinus Torvalds
2021da177e4SLinus Torvalds if (qout->segcnt == 1) {
2031da177e4SLinus Torvalds seg->vm_segtype = qout->range[0].start & 0xff;
2041da177e4SLinus Torvalds } else {
2051da177e4SLinus Torvalds /* multi-part segment. only one type supported here:
2061da177e4SLinus Torvalds - all parts are contiguous
2071da177e4SLinus Torvalds - all parts are either EW or EN type
2081da177e4SLinus Torvalds - maximum 6 parts allowed */
2091da177e4SLinus Torvalds unsigned long start = qout->segstart >> PAGE_SHIFT;
2101da177e4SLinus Torvalds for (i=0; i<qout->segcnt; i++) {
2111da177e4SLinus Torvalds if (((qout->range[i].start & 0xff) != SEG_TYPE_EW) &&
2121da177e4SLinus Torvalds ((qout->range[i].start & 0xff) != SEG_TYPE_EN)) {
213b8e660b8SHeiko Carstens rc = -EOPNOTSUPP;
2141da177e4SLinus Torvalds goto out_free;
2151da177e4SLinus Torvalds }
2161da177e4SLinus Torvalds if (start != qout->range[i].start >> PAGE_SHIFT) {
217b8e660b8SHeiko Carstens rc = -EOPNOTSUPP;
2181da177e4SLinus Torvalds goto out_free;
2191da177e4SLinus Torvalds }
2201da177e4SLinus Torvalds start = (qout->range[i].end >> PAGE_SHIFT) + 1;
2211da177e4SLinus Torvalds }
2221da177e4SLinus Torvalds seg->vm_segtype = SEG_TYPE_EWEN;
2231da177e4SLinus Torvalds }
2241da177e4SLinus Torvalds
2251da177e4SLinus Torvalds /* analyze diag output and update seg */
2261da177e4SLinus Torvalds seg->start_addr = qout->segstart;
2271da177e4SLinus Torvalds seg->end = qout->segend;
2281da177e4SLinus Torvalds
2291da177e4SLinus Torvalds memcpy (seg->range, qout->range, 6*sizeof(struct qrange));
2301da177e4SLinus Torvalds seg->segcnt = qout->segcnt;
2311da177e4SLinus Torvalds
2321da177e4SLinus Torvalds rc = 0;
2331da177e4SLinus Torvalds
2341da177e4SLinus Torvalds out_free:
235b2325fe1SJesper Juhl kfree(qin);
236b2325fe1SJesper Juhl kfree(qout);
2371da177e4SLinus Torvalds return rc;
2381da177e4SLinus Torvalds }
2391da177e4SLinus Torvalds
2401da177e4SLinus Torvalds /*
2411da177e4SLinus Torvalds * get info about a segment
2421da177e4SLinus Torvalds * possible return values:
2431da177e4SLinus Torvalds * -ENOSYS : we are not running on VM
2441da177e4SLinus Torvalds * -EIO : could not perform query diagnose
2451da177e4SLinus Torvalds * -ENOENT : no such segment
246b8e660b8SHeiko Carstens * -EOPNOTSUPP: multi-part segment cannot be used with linux
2471da177e4SLinus Torvalds * -ENOMEM : out of memory
2481da177e4SLinus Torvalds * 0 .. 6 : type of segment as defined in include/asm-s390/extmem.h
2491da177e4SLinus Torvalds */
2501da177e4SLinus Torvalds int
segment_type(char * name)2511da177e4SLinus Torvalds segment_type (char* name)
2521da177e4SLinus Torvalds {
2531da177e4SLinus Torvalds int rc;
2541da177e4SLinus Torvalds struct dcss_segment seg;
2551da177e4SLinus Torvalds
2561da177e4SLinus Torvalds if (!MACHINE_IS_VM)
2571da177e4SLinus Torvalds return -ENOSYS;
2581da177e4SLinus Torvalds
2591da177e4SLinus Torvalds dcss_mkname(name, seg.dcss_name);
2601da177e4SLinus Torvalds rc = query_segment_type (&seg);
2611da177e4SLinus Torvalds if (rc < 0)
2621da177e4SLinus Torvalds return rc;
2631da177e4SLinus Torvalds return seg.vm_segtype;
2641da177e4SLinus Torvalds }
2651da177e4SLinus Torvalds
2661da177e4SLinus Torvalds /*
267b2300b9eSHongjie Yang * check if segment collides with other segments that are currently loaded
268b2300b9eSHongjie Yang * returns 1 if this is the case, 0 if no collision was found
269b2300b9eSHongjie Yang */
270b2300b9eSHongjie Yang static int
segment_overlaps_others(struct dcss_segment * seg)271b2300b9eSHongjie Yang segment_overlaps_others (struct dcss_segment *seg)
272b2300b9eSHongjie Yang {
273b2300b9eSHongjie Yang struct list_head *l;
274b2300b9eSHongjie Yang struct dcss_segment *tmp;
275b2300b9eSHongjie Yang
276b2300b9eSHongjie Yang BUG_ON(!mutex_is_locked(&dcss_lock));
277b2300b9eSHongjie Yang list_for_each(l, &dcss_list) {
278b2300b9eSHongjie Yang tmp = list_entry(l, struct dcss_segment, list);
279b2300b9eSHongjie Yang if ((tmp->start_addr >> 20) > (seg->end >> 20))
280b2300b9eSHongjie Yang continue;
281b2300b9eSHongjie Yang if ((tmp->end >> 20) < (seg->start_addr >> 20))
282b2300b9eSHongjie Yang continue;
283b2300b9eSHongjie Yang if (seg == tmp)
284b2300b9eSHongjie Yang continue;
285b2300b9eSHongjie Yang return 1;
286b2300b9eSHongjie Yang }
287b2300b9eSHongjie Yang return 0;
288b2300b9eSHongjie Yang }
289b2300b9eSHongjie Yang
290b2300b9eSHongjie Yang /*
2911da177e4SLinus Torvalds * real segment loading function, called from segment_load
2928c42dd78SGerald Schaefer * Must return either an error code < 0, or the segment type code >= 0
2931da177e4SLinus Torvalds */
2941da177e4SLinus Torvalds static int
__segment_load(char * name,int do_nonshared,unsigned long * addr,unsigned long * end)2951da177e4SLinus Torvalds __segment_load (char *name, int do_nonshared, unsigned long *addr, unsigned long *end)
2961da177e4SLinus Torvalds {
297b2300b9eSHongjie Yang unsigned long start_addr, end_addr, dummy;
298c2f0e8c8SHeiko Carstens struct dcss_segment *seg;
2998c42dd78SGerald Schaefer int rc, diag_cc, segtype;
3001da177e4SLinus Torvalds
30189db4df1SHeiko Carstens start_addr = end_addr = 0;
3028c42dd78SGerald Schaefer segtype = -1;
303c2f0e8c8SHeiko Carstens seg = kmalloc(sizeof(*seg), GFP_KERNEL | GFP_DMA);
3041da177e4SLinus Torvalds if (seg == NULL) {
3051da177e4SLinus Torvalds rc = -ENOMEM;
3061da177e4SLinus Torvalds goto out;
3071da177e4SLinus Torvalds }
3081da177e4SLinus Torvalds dcss_mkname (name, seg->dcss_name);
3091da177e4SLinus Torvalds rc = query_segment_type (seg);
3101da177e4SLinus Torvalds if (rc < 0)
3111da177e4SLinus Torvalds goto out_free;
312f4eb07c1SHeiko Carstens
313b2300b9eSHongjie Yang if (segment_overlaps_others(seg)) {
314b2300b9eSHongjie Yang rc = -EBUSY;
315b2300b9eSHongjie Yang goto out_free;
316b2300b9eSHongjie Yang }
317b2300b9eSHongjie Yang
318444f0e54SGerald Schaefer seg->res = kzalloc(sizeof(struct resource), GFP_KERNEL);
319444f0e54SGerald Schaefer if (seg->res == NULL) {
320444f0e54SGerald Schaefer rc = -ENOMEM;
321f05f62d0SDavid Hildenbrand goto out_free;
322444f0e54SGerald Schaefer }
323444f0e54SGerald Schaefer seg->res->flags = IORESOURCE_BUSY | IORESOURCE_MEM;
324444f0e54SGerald Schaefer seg->res->start = seg->start_addr;
325444f0e54SGerald Schaefer seg->res->end = seg->end;
326444f0e54SGerald Schaefer memcpy(&seg->res_name, seg->dcss_name, 8);
327444f0e54SGerald Schaefer EBCASC(seg->res_name, 8);
328444f0e54SGerald Schaefer seg->res_name[8] = '\0';
3296b2ddf33SVasily Gorbik strlcat(seg->res_name, " (DCSS)", sizeof(seg->res_name));
330444f0e54SGerald Schaefer seg->res->name = seg->res_name;
3318c42dd78SGerald Schaefer segtype = seg->vm_segtype;
3328c42dd78SGerald Schaefer if (segtype == SEG_TYPE_SC ||
3338c42dd78SGerald Schaefer ((segtype == SEG_TYPE_SR || segtype == SEG_TYPE_ER) && !do_nonshared))
334444f0e54SGerald Schaefer seg->res->flags |= IORESOURCE_READONLY;
335f05f62d0SDavid Hildenbrand
336f05f62d0SDavid Hildenbrand /* Check for overlapping resources before adding the mapping. */
337444f0e54SGerald Schaefer if (request_resource(&iomem_resource, seg->res)) {
338444f0e54SGerald Schaefer rc = -EBUSY;
339f05f62d0SDavid Hildenbrand goto out_free_resource;
340444f0e54SGerald Schaefer }
341444f0e54SGerald Schaefer
342f05f62d0SDavid Hildenbrand rc = vmem_add_mapping(seg->start_addr, seg->end - seg->start_addr + 1);
343f05f62d0SDavid Hildenbrand if (rc)
344f05f62d0SDavid Hildenbrand goto out_resource;
345f05f62d0SDavid Hildenbrand
3461da177e4SLinus Torvalds if (do_nonshared)
347b2300b9eSHongjie Yang diag_cc = dcss_diag(&loadnsr_scode, seg->dcss_name,
348b2300b9eSHongjie Yang &start_addr, &end_addr);
3491da177e4SLinus Torvalds else
350b2300b9eSHongjie Yang diag_cc = dcss_diag(&loadshr_scode, seg->dcss_name,
351b2300b9eSHongjie Yang &start_addr, &end_addr);
352b2300b9eSHongjie Yang if (diag_cc < 0) {
353b2300b9eSHongjie Yang dcss_diag(&purgeseg_scode, seg->dcss_name,
354b2300b9eSHongjie Yang &dummy, &dummy);
355b2300b9eSHongjie Yang rc = diag_cc;
356f05f62d0SDavid Hildenbrand goto out_mapping;
3571da177e4SLinus Torvalds }
358b2300b9eSHongjie Yang if (diag_cc > 1) {
359baebc70aSJoe Perches pr_warn("Loading DCSS %s failed with rc=%ld\n", name, end_addr);
360b2300b9eSHongjie Yang rc = dcss_diag_translate_rc(end_addr);
361b2300b9eSHongjie Yang dcss_diag(&purgeseg_scode, seg->dcss_name,
362b2300b9eSHongjie Yang &dummy, &dummy);
363f05f62d0SDavid Hildenbrand goto out_mapping;
364b2300b9eSHongjie Yang }
365b2300b9eSHongjie Yang seg->start_addr = start_addr;
366b2300b9eSHongjie Yang seg->end = end_addr;
3671da177e4SLinus Torvalds seg->do_nonshared = do_nonshared;
3683434caecSChuhong Yuan refcount_set(&seg->ref_count, 1);
3691da177e4SLinus Torvalds list_add(&seg->list, &dcss_list);
3701da177e4SLinus Torvalds *addr = seg->start_addr;
3711da177e4SLinus Torvalds *end = seg->end;
3721da177e4SLinus Torvalds if (do_nonshared)
373f1777625SGerald Schaefer pr_info("DCSS %s of range %px to %px and type %s loaded as "
37493098bf0SHongjie Yang "exclusive-writable\n", name, (void*) seg->start_addr,
37593098bf0SHongjie Yang (void*) seg->end, segtype_string[seg->vm_segtype]);
376444f0e54SGerald Schaefer else {
377f1777625SGerald Schaefer pr_info("DCSS %s of range %px to %px and type %s loaded in "
37893098bf0SHongjie Yang "shared access mode\n", name, (void*) seg->start_addr,
37993098bf0SHongjie Yang (void*) seg->end, segtype_string[seg->vm_segtype]);
380444f0e54SGerald Schaefer }
3811da177e4SLinus Torvalds goto out;
382f05f62d0SDavid Hildenbrand out_mapping:
383f05f62d0SDavid Hildenbrand vmem_remove_mapping(seg->start_addr, seg->end - seg->start_addr + 1);
384444f0e54SGerald Schaefer out_resource:
385444f0e54SGerald Schaefer release_resource(seg->res);
386f05f62d0SDavid Hildenbrand out_free_resource:
387444f0e54SGerald Schaefer kfree(seg->res);
3881da177e4SLinus Torvalds out_free:
3891da177e4SLinus Torvalds kfree(seg);
3901da177e4SLinus Torvalds out:
3918c42dd78SGerald Schaefer return rc < 0 ? rc : segtype;
3921da177e4SLinus Torvalds }
3931da177e4SLinus Torvalds
3941da177e4SLinus Torvalds /*
3951da177e4SLinus Torvalds * this function loads a DCSS segment
3961da177e4SLinus Torvalds * name : name of the DCSS
3971da177e4SLinus Torvalds * do_nonshared : 0 indicates that the dcss should be shared with other linux images
3981da177e4SLinus Torvalds * 1 indicates that the dcss should be exclusive for this linux image
3991da177e4SLinus Torvalds * addr : will be filled with start address of the segment
4001da177e4SLinus Torvalds * end : will be filled with end address of the segment
4011da177e4SLinus Torvalds * return values:
4021da177e4SLinus Torvalds * -ENOSYS : we are not running on VM
4031da177e4SLinus Torvalds * -EIO : could not perform query or load diagnose
4041da177e4SLinus Torvalds * -ENOENT : no such segment
405b8e660b8SHeiko Carstens * -EOPNOTSUPP: multi-part segment cannot be used with linux
4060ef5d691SDavid Hildenbrand * -EBUSY : segment cannot be used (overlaps with dcss or storage)
4071da177e4SLinus Torvalds * -ERANGE : segment cannot be used (exceeds kernel mapping range)
4081da177e4SLinus Torvalds * -EPERM : segment is currently loaded with incompatible permissions
4091da177e4SLinus Torvalds * -ENOMEM : out of memory
4101da177e4SLinus Torvalds * 0 .. 6 : type of segment as defined in include/asm-s390/extmem.h
4111da177e4SLinus Torvalds */
4121da177e4SLinus Torvalds int
segment_load(char * name,int do_nonshared,unsigned long * addr,unsigned long * end)4131da177e4SLinus Torvalds segment_load (char *name, int do_nonshared, unsigned long *addr,
4141da177e4SLinus Torvalds unsigned long *end)
4151da177e4SLinus Torvalds {
4161da177e4SLinus Torvalds struct dcss_segment *seg;
4171da177e4SLinus Torvalds int rc;
4181da177e4SLinus Torvalds
4191da177e4SLinus Torvalds if (!MACHINE_IS_VM)
4201da177e4SLinus Torvalds return -ENOSYS;
4211da177e4SLinus Torvalds
42209252e77SHeiko Carstens mutex_lock(&dcss_lock);
4231da177e4SLinus Torvalds seg = segment_by_name (name);
4241da177e4SLinus Torvalds if (seg == NULL)
4251da177e4SLinus Torvalds rc = __segment_load (name, do_nonshared, addr, end);
4261da177e4SLinus Torvalds else {
4271da177e4SLinus Torvalds if (do_nonshared == seg->do_nonshared) {
4283434caecSChuhong Yuan refcount_inc(&seg->ref_count);
4291da177e4SLinus Torvalds *addr = seg->start_addr;
4301da177e4SLinus Torvalds *end = seg->end;
4311da177e4SLinus Torvalds rc = seg->vm_segtype;
4321da177e4SLinus Torvalds } else {
4331da177e4SLinus Torvalds *addr = *end = 0;
4341da177e4SLinus Torvalds rc = -EPERM;
4351da177e4SLinus Torvalds }
4361da177e4SLinus Torvalds }
43709252e77SHeiko Carstens mutex_unlock(&dcss_lock);
4381da177e4SLinus Torvalds return rc;
4391da177e4SLinus Torvalds }
4401da177e4SLinus Torvalds
4411da177e4SLinus Torvalds /*
4421da177e4SLinus Torvalds * this function modifies the shared state of a DCSS segment. note that
4431da177e4SLinus Torvalds * name : name of the DCSS
4441da177e4SLinus Torvalds * do_nonshared : 0 indicates that the dcss should be shared with other linux images
4451da177e4SLinus Torvalds * 1 indicates that the dcss should be exclusive for this linux image
4461da177e4SLinus Torvalds * return values:
4471da177e4SLinus Torvalds * -EIO : could not perform load diagnose (segment gone!)
4481da177e4SLinus Torvalds * -ENOENT : no such segment (segment gone!)
4491da177e4SLinus Torvalds * -EAGAIN : segment is in use by other exploiters, try later
4501da177e4SLinus Torvalds * -EINVAL : no segment with the given name is currently loaded - name invalid
451444f0e54SGerald Schaefer * -EBUSY : segment can temporarily not be used (overlaps with dcss)
4521da177e4SLinus Torvalds * 0 : operation succeeded
4531da177e4SLinus Torvalds */
4541da177e4SLinus Torvalds int
segment_modify_shared(char * name,int do_nonshared)4551da177e4SLinus Torvalds segment_modify_shared (char *name, int do_nonshared)
4561da177e4SLinus Torvalds {
4571da177e4SLinus Torvalds struct dcss_segment *seg;
458b2300b9eSHongjie Yang unsigned long start_addr, end_addr, dummy;
459b2300b9eSHongjie Yang int rc, diag_cc;
4601da177e4SLinus Torvalds
46189db4df1SHeiko Carstens start_addr = end_addr = 0;
46209252e77SHeiko Carstens mutex_lock(&dcss_lock);
4631da177e4SLinus Torvalds seg = segment_by_name (name);
4641da177e4SLinus Torvalds if (seg == NULL) {
4651da177e4SLinus Torvalds rc = -EINVAL;
4661da177e4SLinus Torvalds goto out_unlock;
4671da177e4SLinus Torvalds }
4681da177e4SLinus Torvalds if (do_nonshared == seg->do_nonshared) {
46993098bf0SHongjie Yang pr_info("DCSS %s is already in the requested access "
47093098bf0SHongjie Yang "mode\n", name);
4711da177e4SLinus Torvalds rc = 0;
4721da177e4SLinus Torvalds goto out_unlock;
4731da177e4SLinus Torvalds }
4743434caecSChuhong Yuan if (refcount_read(&seg->ref_count) != 1) {
475baebc70aSJoe Perches pr_warn("DCSS %s is in use and cannot be reloaded\n", name);
4761da177e4SLinus Torvalds rc = -EAGAIN;
4771da177e4SLinus Torvalds goto out_unlock;
4781da177e4SLinus Torvalds }
479444f0e54SGerald Schaefer release_resource(seg->res);
480b2300b9eSHongjie Yang if (do_nonshared)
481444f0e54SGerald Schaefer seg->res->flags &= ~IORESOURCE_READONLY;
482b2300b9eSHongjie Yang else
483444f0e54SGerald Schaefer if (seg->vm_segtype == SEG_TYPE_SR ||
484444f0e54SGerald Schaefer seg->vm_segtype == SEG_TYPE_ER)
485444f0e54SGerald Schaefer seg->res->flags |= IORESOURCE_READONLY;
486b2300b9eSHongjie Yang
487444f0e54SGerald Schaefer if (request_resource(&iomem_resource, seg->res)) {
488baebc70aSJoe Perches pr_warn("DCSS %s overlaps with used memory resources and cannot be reloaded\n",
489baebc70aSJoe Perches name);
490444f0e54SGerald Schaefer rc = -EBUSY;
491444f0e54SGerald Schaefer kfree(seg->res);
492b2300b9eSHongjie Yang goto out_del_mem;
493444f0e54SGerald Schaefer }
494b2300b9eSHongjie Yang
495b2300b9eSHongjie Yang dcss_diag(&purgeseg_scode, seg->dcss_name, &dummy, &dummy);
496b2300b9eSHongjie Yang if (do_nonshared)
497b2300b9eSHongjie Yang diag_cc = dcss_diag(&loadnsr_scode, seg->dcss_name,
498b2300b9eSHongjie Yang &start_addr, &end_addr);
499b2300b9eSHongjie Yang else
500b2300b9eSHongjie Yang diag_cc = dcss_diag(&loadshr_scode, seg->dcss_name,
501b2300b9eSHongjie Yang &start_addr, &end_addr);
502b2300b9eSHongjie Yang if (diag_cc < 0) {
503b2300b9eSHongjie Yang rc = diag_cc;
504b2300b9eSHongjie Yang goto out_del_res;
505b2300b9eSHongjie Yang }
5061da177e4SLinus Torvalds if (diag_cc > 1) {
507baebc70aSJoe Perches pr_warn("Reloading DCSS %s failed with rc=%ld\n",
508baebc70aSJoe Perches name, end_addr);
509b2300b9eSHongjie Yang rc = dcss_diag_translate_rc(end_addr);
510b2300b9eSHongjie Yang goto out_del_res;
5111da177e4SLinus Torvalds }
512b2300b9eSHongjie Yang seg->start_addr = start_addr;
513b2300b9eSHongjie Yang seg->end = end_addr;
5141da177e4SLinus Torvalds seg->do_nonshared = do_nonshared;
5151da177e4SLinus Torvalds rc = 0;
5161da177e4SLinus Torvalds goto out_unlock;
517b2300b9eSHongjie Yang out_del_res:
518b2300b9eSHongjie Yang release_resource(seg->res);
519b2300b9eSHongjie Yang kfree(seg->res);
520b2300b9eSHongjie Yang out_del_mem:
52117f34580SHeiko Carstens vmem_remove_mapping(seg->start_addr, seg->end - seg->start_addr + 1);
5221da177e4SLinus Torvalds list_del(&seg->list);
523b2300b9eSHongjie Yang dcss_diag(&purgeseg_scode, seg->dcss_name, &dummy, &dummy);
5241da177e4SLinus Torvalds kfree(seg);
5251da177e4SLinus Torvalds out_unlock:
52609252e77SHeiko Carstens mutex_unlock(&dcss_lock);
5271da177e4SLinus Torvalds return rc;
5281da177e4SLinus Torvalds }
5291da177e4SLinus Torvalds
5301da177e4SLinus Torvalds /*
5311da177e4SLinus Torvalds * Decrease the use count of a DCSS segment and remove
5321da177e4SLinus Torvalds * it from the address space if nobody is using it
5331da177e4SLinus Torvalds * any longer.
5341da177e4SLinus Torvalds */
5351da177e4SLinus Torvalds void
segment_unload(char * name)5361da177e4SLinus Torvalds segment_unload(char *name)
5371da177e4SLinus Torvalds {
5381da177e4SLinus Torvalds unsigned long dummy;
5391da177e4SLinus Torvalds struct dcss_segment *seg;
5401da177e4SLinus Torvalds
5411da177e4SLinus Torvalds if (!MACHINE_IS_VM)
5421da177e4SLinus Torvalds return;
5431da177e4SLinus Torvalds
54409252e77SHeiko Carstens mutex_lock(&dcss_lock);
5451da177e4SLinus Torvalds seg = segment_by_name (name);
5461da177e4SLinus Torvalds if (seg == NULL) {
54793098bf0SHongjie Yang pr_err("Unloading unknown DCSS %s failed\n", name);
5481da177e4SLinus Torvalds goto out_unlock;
5491da177e4SLinus Torvalds }
5503434caecSChuhong Yuan if (!refcount_dec_and_test(&seg->ref_count))
551f4eb07c1SHeiko Carstens goto out_unlock;
552444f0e54SGerald Schaefer release_resource(seg->res);
553444f0e54SGerald Schaefer kfree(seg->res);
55417f34580SHeiko Carstens vmem_remove_mapping(seg->start_addr, seg->end - seg->start_addr + 1);
5551da177e4SLinus Torvalds list_del(&seg->list);
556b2300b9eSHongjie Yang dcss_diag(&purgeseg_scode, seg->dcss_name, &dummy, &dummy);
5571da177e4SLinus Torvalds kfree(seg);
5581da177e4SLinus Torvalds out_unlock:
55909252e77SHeiko Carstens mutex_unlock(&dcss_lock);
5601da177e4SLinus Torvalds }
5611da177e4SLinus Torvalds
5621da177e4SLinus Torvalds /*
5631da177e4SLinus Torvalds * save segment content permanently
5641da177e4SLinus Torvalds */
5651da177e4SLinus Torvalds void
segment_save(char * name)5661da177e4SLinus Torvalds segment_save(char *name)
5671da177e4SLinus Torvalds {
5681da177e4SLinus Torvalds struct dcss_segment *seg;
5691da177e4SLinus Torvalds char cmd1[160];
5701da177e4SLinus Torvalds char cmd2[80];
5719b5dec1aSGerald Schaefer int i, response;
5721da177e4SLinus Torvalds
5731da177e4SLinus Torvalds if (!MACHINE_IS_VM)
5741da177e4SLinus Torvalds return;
5751da177e4SLinus Torvalds
57609252e77SHeiko Carstens mutex_lock(&dcss_lock);
5771da177e4SLinus Torvalds seg = segment_by_name (name);
5781da177e4SLinus Torvalds
5791da177e4SLinus Torvalds if (seg == NULL) {
58093098bf0SHongjie Yang pr_err("Saving unknown DCSS %s failed\n", name);
5816b4044bdSHeiko Carstens goto out;
5821da177e4SLinus Torvalds }
5831da177e4SLinus Torvalds
5841da177e4SLinus Torvalds sprintf(cmd1, "DEFSEG %s", name);
5851da177e4SLinus Torvalds for (i=0; i<seg->segcnt; i++) {
586b2300b9eSHongjie Yang sprintf(cmd1+strlen(cmd1), " %lX-%lX %s",
5871da177e4SLinus Torvalds seg->range[i].start >> PAGE_SHIFT,
5881da177e4SLinus Torvalds seg->range[i].end >> PAGE_SHIFT,
5891da177e4SLinus Torvalds segtype_string[seg->range[i].start & 0xff]);
5901da177e4SLinus Torvalds }
5911da177e4SLinus Torvalds sprintf(cmd2, "SAVESEG %s", name);
5929b5dec1aSGerald Schaefer response = 0;
5939b5dec1aSGerald Schaefer cpcmd(cmd1, NULL, 0, &response);
5949b5dec1aSGerald Schaefer if (response) {
59593098bf0SHongjie Yang pr_err("Saving a DCSS failed with DEFSEG response code "
59693098bf0SHongjie Yang "%i\n", response);
5979b5dec1aSGerald Schaefer goto out;
5989b5dec1aSGerald Schaefer }
5999b5dec1aSGerald Schaefer cpcmd(cmd2, NULL, 0, &response);
6009b5dec1aSGerald Schaefer if (response) {
60193098bf0SHongjie Yang pr_err("Saving a DCSS failed with SAVESEG response code "
60293098bf0SHongjie Yang "%i\n", response);
6039b5dec1aSGerald Schaefer goto out;
6049b5dec1aSGerald Schaefer }
6059b5dec1aSGerald Schaefer out:
60609252e77SHeiko Carstens mutex_unlock(&dcss_lock);
6071da177e4SLinus Torvalds }
6081da177e4SLinus Torvalds
609ca68305bSMartin Schwidefsky /*
610ca68305bSMartin Schwidefsky * print appropriate error message for segment_load()/segment_type()
611ca68305bSMartin Schwidefsky * return code
612ca68305bSMartin Schwidefsky */
segment_warning(int rc,char * seg_name)613ca68305bSMartin Schwidefsky void segment_warning(int rc, char *seg_name)
614ca68305bSMartin Schwidefsky {
615ca68305bSMartin Schwidefsky switch (rc) {
616ca68305bSMartin Schwidefsky case -ENOENT:
61793098bf0SHongjie Yang pr_err("DCSS %s cannot be loaded or queried\n", seg_name);
618ca68305bSMartin Schwidefsky break;
619ca68305bSMartin Schwidefsky case -ENOSYS:
62093098bf0SHongjie Yang pr_err("DCSS %s cannot be loaded or queried without "
62193098bf0SHongjie Yang "z/VM\n", seg_name);
622ca68305bSMartin Schwidefsky break;
623ca68305bSMartin Schwidefsky case -EIO:
62493098bf0SHongjie Yang pr_err("Loading or querying DCSS %s resulted in a "
625ca68305bSMartin Schwidefsky "hardware error\n", seg_name);
626ca68305bSMartin Schwidefsky break;
627b8e660b8SHeiko Carstens case -EOPNOTSUPP:
62893098bf0SHongjie Yang pr_err("DCSS %s has multiple page ranges and cannot be "
62993098bf0SHongjie Yang "loaded or queried\n", seg_name);
630ca68305bSMartin Schwidefsky break;
631ca68305bSMartin Schwidefsky case -EBUSY:
63293098bf0SHongjie Yang pr_err("%s needs used memory resources and cannot be "
63393098bf0SHongjie Yang "loaded or queried\n", seg_name);
634ca68305bSMartin Schwidefsky break;
635ca68305bSMartin Schwidefsky case -EPERM:
63693098bf0SHongjie Yang pr_err("DCSS %s is already loaded in a different access "
63793098bf0SHongjie Yang "mode\n", seg_name);
638ca68305bSMartin Schwidefsky break;
639ca68305bSMartin Schwidefsky case -ENOMEM:
64093098bf0SHongjie Yang pr_err("There is not enough memory to load or query "
64193098bf0SHongjie Yang "DCSS %s\n", seg_name);
642ca68305bSMartin Schwidefsky break;
643*9916bf4eSAlexander Gordeev case -ERANGE: {
644*9916bf4eSAlexander Gordeev struct range mhp_range = arch_get_mappable_range();
645*9916bf4eSAlexander Gordeev
646*9916bf4eSAlexander Gordeev pr_err("DCSS %s exceeds the kernel mapping range (%llu) "
647*9916bf4eSAlexander Gordeev "and cannot be loaded\n", seg_name, mhp_range.end + 1);
648ca68305bSMartin Schwidefsky break;
649*9916bf4eSAlexander Gordeev }
650ca68305bSMartin Schwidefsky default:
651ca68305bSMartin Schwidefsky break;
652ca68305bSMartin Schwidefsky }
653ca68305bSMartin Schwidefsky }
654ca68305bSMartin Schwidefsky
6551da177e4SLinus Torvalds EXPORT_SYMBOL(segment_load);
6561da177e4SLinus Torvalds EXPORT_SYMBOL(segment_unload);
6571da177e4SLinus Torvalds EXPORT_SYMBOL(segment_save);
6581da177e4SLinus Torvalds EXPORT_SYMBOL(segment_type);
6591da177e4SLinus Torvalds EXPORT_SYMBOL(segment_modify_shared);
660ca68305bSMartin Schwidefsky EXPORT_SYMBOL(segment_warning);
661