dm-linear.c 6.37 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1
2
3
4
5
6
7
8
9
10
11
/*
 * Copyright (C) 2001-2003 Sistina Software (UK) Limited.
 *
 * This file is released under the GPL.
 */

#include "dm.h"
#include <linux/module.h>
#include <linux/init.h>
#include <linux/blkdev.h>
#include <linux/bio.h>
12
#include <linux/dax.h>
Linus Torvalds's avatar
Linus Torvalds committed
13
#include <linux/slab.h>
14
#include <linux/device-mapper.h>
Linus Torvalds's avatar
Linus Torvalds committed
15

16
17
#define DM_MSG_PREFIX "linear"

Linus Torvalds's avatar
Linus Torvalds committed
18
19
20
21
22
23
24
25
26
27
28
29
30
31
/*
 * Linear: maps a linear range of a device.
 */
struct linear_c {
	struct dm_dev *dev;
	sector_t start;
};

/*
 * Construct a linear mapping: <dev_path> <offset>
 */
static int linear_ctr(struct dm_target *ti, unsigned int argc, char **argv)
{
	struct linear_c *lc;
32
	unsigned long long tmp;
33
	char dummy;
34
	int ret;
Linus Torvalds's avatar
Linus Torvalds committed
35
36

	if (argc != 2) {
37
		ti->error = "Invalid argument count";
Linus Torvalds's avatar
Linus Torvalds committed
38
39
40
41
42
		return -EINVAL;
	}

	lc = kmalloc(sizeof(*lc), GFP_KERNEL);
	if (lc == NULL) {
43
		ti->error = "Cannot allocate linear context";
Linus Torvalds's avatar
Linus Torvalds committed
44
45
46
		return -ENOMEM;
	}

47
	ret = -EINVAL;
48
	if (sscanf(argv[1], "%llu%c", &tmp, &dummy) != 1 || tmp != (sector_t)tmp) {
49
		ti->error = "Invalid device sector";
Linus Torvalds's avatar
Linus Torvalds committed
50
51
		goto bad;
	}
52
	lc->start = tmp;
Linus Torvalds's avatar
Linus Torvalds committed
53

54
55
	ret = dm_get_device(ti, argv[0], dm_table_get_mode(ti->table), &lc->dev);
	if (ret) {
56
		ti->error = "Device lookup failed";
Linus Torvalds's avatar
Linus Torvalds committed
57
58
59
		goto bad;
	}

60
61
	ti->num_flush_bios = 1;
	ti->num_discard_bios = 1;
62
	ti->num_secure_erase_bios = 1;
63
	ti->num_write_same_bios = 1;
64
	ti->num_write_zeroes_bios = 1;
Linus Torvalds's avatar
Linus Torvalds committed
65
66
67
68
69
	ti->private = lc;
	return 0;

      bad:
	kfree(lc);
70
	return ret;
Linus Torvalds's avatar
Linus Torvalds committed
71
72
73
74
75
76
77
78
79
80
}

static void linear_dtr(struct dm_target *ti)
{
	struct linear_c *lc = (struct linear_c *) ti->private;

	dm_put_device(ti, lc->dev);
	kfree(lc);
}

Milan Broz's avatar
Milan Broz committed
81
static sector_t linear_map_sector(struct dm_target *ti, sector_t bi_sector)
Linus Torvalds's avatar
Linus Torvalds committed
82
{
Milan Broz's avatar
Milan Broz committed
83
84
	struct linear_c *lc = ti->private;

85
	return lc->start + dm_target_offset(ti, bi_sector);
Milan Broz's avatar
Milan Broz committed
86
87
88
89
90
}

static void linear_map_bio(struct dm_target *ti, struct bio *bio)
{
	struct linear_c *lc = ti->private;
Linus Torvalds's avatar
Linus Torvalds committed
91

92
	bio_set_dev(bio, lc->dev->bdev);
93
	if (bio_sectors(bio) || op_is_zone_mgmt(bio_op(bio)))
94
95
		bio->bi_iter.bi_sector =
			linear_map_sector(ti, bio->bi_iter.bi_sector);
Milan Broz's avatar
Milan Broz committed
96
97
}

Mikulas Patocka's avatar
Mikulas Patocka committed
98
static int linear_map(struct dm_target *ti, struct bio *bio)
Milan Broz's avatar
Milan Broz committed
99
100
{
	linear_map_bio(ti, bio);
Linus Torvalds's avatar
Linus Torvalds committed
101

102
	return DM_MAPIO_REMAPPED;
Linus Torvalds's avatar
Linus Torvalds committed
103
104
}

105
106
static void linear_status(struct dm_target *ti, status_type_t type,
			  unsigned status_flags, char *result, unsigned maxlen)
Linus Torvalds's avatar
Linus Torvalds committed
107
108
109
110
111
112
113
114
115
{
	struct linear_c *lc = (struct linear_c *) ti->private;

	switch (type) {
	case STATUSTYPE_INFO:
		result[0] = '\0';
		break;

	case STATUSTYPE_TABLE:
116
117
		snprintf(result, maxlen, "%s %llu", lc->dev->name,
				(unsigned long long)lc->start);
Linus Torvalds's avatar
Linus Torvalds committed
118
119
120
121
		break;
	}
}

122
static int linear_prepare_ioctl(struct dm_target *ti, struct block_device **bdev)
Milan Broz's avatar
Milan Broz committed
123
124
{
	struct linear_c *lc = (struct linear_c *) ti->private;
125
	struct dm_dev *dev = lc->dev;
126
127

	*bdev = dev->bdev;
128
129
130
131
132
133

	/*
	 * Only pass ioctls through if the device sizes match exactly.
	 */
	if (lc->start ||
	    ti->len != i_size_read(dev->bdev->bd_inode) >> SECTOR_SHIFT)
134
135
		return 1;
	return 0;
Milan Broz's avatar
Milan Broz committed
136
137
}

138
#ifdef CONFIG_BLK_DEV_ZONED
139
140
static int linear_report_zones(struct dm_target *ti,
		struct dm_report_zones_args *args, unsigned int nr_zones)
141
{
142
143
	struct linear_c *lc = ti->private;
	sector_t sector = linear_map_sector(ti, args->next_sector);
144

145
146
147
	args->start = lc->start;
	return blkdev_report_zones(lc->dev->bdev, sector, nr_zones,
				   dm_report_zones_cb, args);
148
149
150
}
#endif

151
152
153
154
155
static int linear_iterate_devices(struct dm_target *ti,
				  iterate_devices_callout_fn fn, void *data)
{
	struct linear_c *lc = ti->private;

156
	return fn(ti, lc->dev, lc->start, ti->len, data);
157
158
}

159
#if IS_ENABLED(CONFIG_DAX_DRIVER)
160
161
static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff,
		long nr_pages, void **kaddr, pfn_t *pfn)
Toshi Kani's avatar
Toshi Kani committed
162
{
163
	long ret;
Toshi Kani's avatar
Toshi Kani committed
164
165
	struct linear_c *lc = ti->private;
	struct block_device *bdev = lc->dev->bdev;
166
167
168
169
170
171
172
173
	struct dax_device *dax_dev = lc->dev->dax_dev;
	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;

	dev_sector = linear_map_sector(ti, sector);
	ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff);
	if (ret)
		return ret;
	return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn);
Toshi Kani's avatar
Toshi Kani committed
174
175
}

176
177
178
179
180
181
182
183
184
185
186
187
188
189
static size_t linear_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff,
		void *addr, size_t bytes, struct iov_iter *i)
{
	struct linear_c *lc = ti->private;
	struct block_device *bdev = lc->dev->bdev;
	struct dax_device *dax_dev = lc->dev->dax_dev;
	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;

	dev_sector = linear_map_sector(ti, sector);
	if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff))
		return 0;
	return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i);
}

190
191
192
193
194
195
196
197
198
199
200
201
202
203
static size_t linear_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff,
		void *addr, size_t bytes, struct iov_iter *i)
{
	struct linear_c *lc = ti->private;
	struct block_device *bdev = lc->dev->bdev;
	struct dax_device *dax_dev = lc->dev->dax_dev;
	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;

	dev_sector = linear_map_sector(ti, sector);
	if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff))
		return 0;
	return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i);
}

204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
static int linear_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff,
				      size_t nr_pages)
{
	int ret;
	struct linear_c *lc = ti->private;
	struct block_device *bdev = lc->dev->bdev;
	struct dax_device *dax_dev = lc->dev->dax_dev;
	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;

	dev_sector = linear_map_sector(ti, sector);
	ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages << PAGE_SHIFT, &pgoff);
	if (ret)
		return ret;
	return dax_zero_page_range(dax_dev, pgoff, nr_pages);
}

220
221
222
#else
#define linear_dax_direct_access NULL
#define linear_dax_copy_from_iter NULL
223
#define linear_dax_copy_to_iter NULL
224
#define linear_dax_zero_page_range NULL
225
226
#endif

Linus Torvalds's avatar
Linus Torvalds committed
227
228
static struct target_type linear_target = {
	.name   = "linear",
229
	.version = {1, 4, 0},
230
#ifdef CONFIG_BLK_DEV_ZONED
231
	.features = DM_TARGET_PASSES_INTEGRITY | DM_TARGET_ZONED_HM,
232
	.report_zones = linear_report_zones,
233
234
235
#else
	.features = DM_TARGET_PASSES_INTEGRITY,
#endif
Linus Torvalds's avatar
Linus Torvalds committed
236
237
238
239
240
	.module = THIS_MODULE,
	.ctr    = linear_ctr,
	.dtr    = linear_dtr,
	.map    = linear_map,
	.status = linear_status,
241
	.prepare_ioctl = linear_prepare_ioctl,
242
	.iterate_devices = linear_iterate_devices,
243
	.direct_access = linear_dax_direct_access,
244
	.dax_copy_from_iter = linear_dax_copy_from_iter,
245
	.dax_copy_to_iter = linear_dax_copy_to_iter,
246
	.dax_zero_page_range = linear_dax_zero_page_range,
Linus Torvalds's avatar
Linus Torvalds committed
247
248
249
250
251
252
253
};

int __init dm_linear_init(void)
{
	int r = dm_register_target(&linear_target);

	if (r < 0)
254
		DMERR("register failed %d", r);
Linus Torvalds's avatar
Linus Torvalds committed
255
256
257
258
259
260

	return r;
}

void dm_linear_exit(void)
{
261
	dm_unregister_target(&linear_target);
Linus Torvalds's avatar
Linus Torvalds committed
262
}