2019-07-02 06:42:23 +08:00
|
|
|
/*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public
|
|
|
|
* License v2 as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public
|
|
|
|
* License along with this program; if not, write to the
|
|
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
|
|
* Boston, MA 021110-1307, USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <sys/ioctl.h>
|
|
|
|
#include <sys/mount.h>
|
|
|
|
#include <sys/statfs.h>
|
2021-06-25 04:38:59 +08:00
|
|
|
#include <sys/types.h>
|
2019-07-02 06:42:23 +08:00
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <fcntl.h>
|
2021-06-25 04:38:59 +08:00
|
|
|
#include <dirent.h>
|
2019-07-02 06:42:23 +08:00
|
|
|
#include <blkid/blkid.h>
|
2021-04-26 14:27:17 +08:00
|
|
|
#include <linux/limits.h>
|
2019-07-02 06:42:23 +08:00
|
|
|
#include "kernel-lib/sizes.h"
|
2020-08-18 21:56:04 +08:00
|
|
|
#include "kernel-shared/disk-io.h"
|
2021-04-26 14:27:33 +08:00
|
|
|
#include "kernel-shared/zoned.h"
|
2019-07-02 06:42:23 +08:00
|
|
|
#include "common/device-utils.h"
|
2021-06-25 04:38:59 +08:00
|
|
|
#include "common/path-utils.h"
|
2019-07-02 06:42:23 +08:00
|
|
|
#include "common/internal.h"
|
|
|
|
#include "common/messages.h"
|
|
|
|
#include "common/utils.h"
|
2021-04-30 05:43:24 +08:00
|
|
|
#include "common/units.h"
|
2019-07-02 06:42:23 +08:00
|
|
|
|
|
|
|
#ifndef BLKDISCARD
|
|
|
|
#define BLKDISCARD _IO(0x12,119)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Discard the given range in one go
|
|
|
|
*/
|
|
|
|
static int discard_range(int fd, u64 start, u64 len)
|
|
|
|
{
|
|
|
|
u64 range[2] = { start, len };
|
|
|
|
|
|
|
|
if (ioctl(fd, BLKDISCARD, &range) < 0)
|
|
|
|
return errno;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Discard blocks in the given range in 1G chunks, the process is interruptible
|
|
|
|
*/
|
2021-04-30 00:34:05 +08:00
|
|
|
int device_discard_blocks(int fd, u64 start, u64 len)
|
2019-07-02 06:42:23 +08:00
|
|
|
{
|
|
|
|
while (len > 0) {
|
|
|
|
/* 1G granularity */
|
|
|
|
u64 chunk_size = min_t(u64, len, SZ_1G);
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
ret = discard_range(fd, start, chunk_size);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
len -= chunk_size;
|
|
|
|
start += chunk_size;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2021-04-30 00:36:44 +08:00
|
|
|
/*
|
|
|
|
* Write zeros to the given range [start, start + len)
|
|
|
|
*/
|
|
|
|
int device_zero_blocks(int fd, off_t start, size_t len)
|
2019-07-02 06:42:23 +08:00
|
|
|
{
|
|
|
|
char *buf = malloc(len);
|
|
|
|
int ret = 0;
|
|
|
|
ssize_t written;
|
|
|
|
|
|
|
|
if (!buf)
|
|
|
|
return -ENOMEM;
|
|
|
|
memset(buf, 0, len);
|
|
|
|
written = pwrite(fd, buf, len, start);
|
|
|
|
if (written != len)
|
|
|
|
ret = -EIO;
|
|
|
|
free(buf);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define ZERO_DEV_BYTES SZ_2M
|
|
|
|
|
2021-04-30 00:56:00 +08:00
|
|
|
/*
|
|
|
|
* Zero blocks in the range from start but not after the given device size.
|
|
|
|
* (On SPARC the disk labels are preserved too.)
|
|
|
|
*/
|
2021-04-26 14:27:34 +08:00
|
|
|
static int zero_dev_clamped(int fd, struct btrfs_zoned_device_info *zinfo,
|
|
|
|
off_t start, ssize_t len, u64 dev_size)
|
2019-07-02 06:42:23 +08:00
|
|
|
{
|
|
|
|
off_t end = max(start, start + len);
|
|
|
|
|
|
|
|
#ifdef __sparc__
|
|
|
|
/* and don't overwrite the disk labels on sparc */
|
|
|
|
start = max(start, 1024);
|
|
|
|
end = max(end, 1024);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
start = min_t(u64, start, dev_size);
|
|
|
|
end = min_t(u64, end, dev_size);
|
|
|
|
|
2021-04-26 14:27:34 +08:00
|
|
|
if (zinfo && zinfo->model == ZONED_HOST_MANAGED)
|
|
|
|
return zero_zone_blocks(fd, zinfo, start, end - start);
|
|
|
|
|
2021-04-30 00:36:44 +08:00
|
|
|
return device_zero_blocks(fd, start, end - start);
|
2019-07-02 06:42:23 +08:00
|
|
|
}
|
|
|
|
|
2021-04-30 00:56:00 +08:00
|
|
|
/*
|
|
|
|
* Find all magic signatures known to blkid and remove them
|
|
|
|
*/
|
2021-04-26 14:27:35 +08:00
|
|
|
static int btrfs_wipe_existing_sb(int fd, struct btrfs_zoned_device_info *zinfo)
|
2019-07-02 06:42:23 +08:00
|
|
|
{
|
|
|
|
const char *off = NULL;
|
|
|
|
size_t len = 0;
|
|
|
|
loff_t offset;
|
|
|
|
char buf[BUFSIZ];
|
|
|
|
int ret = 0;
|
|
|
|
blkid_probe pr = NULL;
|
|
|
|
|
|
|
|
pr = blkid_new_probe();
|
|
|
|
if (!pr)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
if (blkid_probe_set_device(pr, fd, 0, 0)) {
|
|
|
|
ret = -1;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = blkid_probe_lookup_value(pr, "SBMAGIC_OFFSET", &off, NULL);
|
|
|
|
if (!ret)
|
|
|
|
ret = blkid_probe_lookup_value(pr, "SBMAGIC", NULL, &len);
|
|
|
|
|
|
|
|
if (ret || len == 0 || off == NULL) {
|
|
|
|
/*
|
|
|
|
* If lookup fails, the probe did not find any values, eg. for
|
|
|
|
* a file image or a loop device. Soft error.
|
|
|
|
*/
|
|
|
|
ret = 1;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
offset = strtoll(off, NULL, 10);
|
|
|
|
if (len > sizeof(buf))
|
|
|
|
len = sizeof(buf);
|
|
|
|
|
2021-04-26 14:27:35 +08:00
|
|
|
if (!zone_is_sequential(zinfo, offset)) {
|
|
|
|
memset(buf, 0, len);
|
|
|
|
ret = pwrite(fd, buf, len, offset);
|
|
|
|
if (ret < 0) {
|
|
|
|
error("cannot wipe existing superblock: %m");
|
|
|
|
ret = -1;
|
|
|
|
} else if (ret != len) {
|
|
|
|
error("cannot wipe existing superblock: wrote %d of %zd",
|
|
|
|
ret, len);
|
|
|
|
ret = -1;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
struct blk_zone *zone = &zinfo->zones[offset / zinfo->zone_size];
|
|
|
|
|
|
|
|
ret = btrfs_reset_dev_zone(fd, zone);
|
|
|
|
if (ret < 0) {
|
|
|
|
error(
|
|
|
|
"zoned: failed to wipe zones containing superblock: %m");
|
|
|
|
ret = -1;
|
|
|
|
}
|
2019-07-02 06:42:23 +08:00
|
|
|
}
|
|
|
|
fsync(fd);
|
|
|
|
|
|
|
|
out:
|
|
|
|
blkid_free_probe(pr);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2021-04-30 00:56:00 +08:00
|
|
|
/*
|
|
|
|
* Prepare a device before it's added to the filesystem. Optionally:
|
|
|
|
* - remove old superblocks
|
|
|
|
* - discard
|
|
|
|
* - reset zones
|
|
|
|
* - delete end of the device
|
|
|
|
*/
|
2019-07-02 06:42:23 +08:00
|
|
|
int btrfs_prepare_device(int fd, const char *file, u64 *block_count_ret,
|
|
|
|
u64 max_block_count, unsigned opflags)
|
|
|
|
{
|
2021-04-26 14:27:33 +08:00
|
|
|
struct btrfs_zoned_device_info *zinfo = NULL;
|
2019-07-02 06:42:23 +08:00
|
|
|
u64 block_count;
|
|
|
|
struct stat st;
|
|
|
|
int i, ret;
|
|
|
|
|
|
|
|
ret = fstat(fd, &st);
|
|
|
|
if (ret < 0) {
|
|
|
|
error("unable to stat %s: %m", file);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
block_count = btrfs_device_size(fd, &st);
|
|
|
|
if (block_count == 0) {
|
|
|
|
error("unable to determine size of %s", file);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
if (max_block_count)
|
|
|
|
block_count = min(block_count, max_block_count);
|
|
|
|
|
2021-04-26 14:27:33 +08:00
|
|
|
if (opflags & PREP_DEVICE_ZONED) {
|
|
|
|
ret = btrfs_get_zone_info(fd, file, &zinfo);
|
|
|
|
if (ret < 0 || !zinfo) {
|
|
|
|
error("zoned: unable to load zone information of %s",
|
|
|
|
file);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
if (opflags & PREP_DEVICE_VERBOSE)
|
|
|
|
printf("Resetting device zones %s (%u zones) ...\n",
|
|
|
|
file, zinfo->nr_zones);
|
|
|
|
/*
|
|
|
|
* We cannot ignore zone reset errors for a zoned block
|
|
|
|
* device as this could result in the inability to write to
|
|
|
|
* non-empty sequential zones of the device.
|
|
|
|
*/
|
|
|
|
if (btrfs_reset_all_zones(fd, zinfo)) {
|
|
|
|
error("zoned: failed to reset device '%s' zones: %m",
|
|
|
|
file);
|
|
|
|
goto err;
|
|
|
|
}
|
|
|
|
} else if (opflags & PREP_DEVICE_DISCARD) {
|
2019-07-02 06:42:23 +08:00
|
|
|
/*
|
|
|
|
* We intentionally ignore errors from the discard ioctl. It
|
|
|
|
* is not necessary for the mkfs functionality but just an
|
|
|
|
* optimization.
|
|
|
|
*/
|
|
|
|
if (discard_range(fd, 0, 0) == 0) {
|
|
|
|
if (opflags & PREP_DEVICE_VERBOSE)
|
|
|
|
printf("Performing full device TRIM %s (%s) ...\n",
|
|
|
|
file, pretty_size(block_count));
|
2021-04-30 00:34:05 +08:00
|
|
|
device_discard_blocks(fd, 0, block_count);
|
2019-07-02 06:42:23 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-26 14:27:34 +08:00
|
|
|
ret = zero_dev_clamped(fd, zinfo, 0, ZERO_DEV_BYTES, block_count);
|
2019-07-02 06:42:23 +08:00
|
|
|
for (i = 0 ; !ret && i < BTRFS_SUPER_MIRROR_MAX; i++)
|
2021-04-26 14:27:34 +08:00
|
|
|
ret = zero_dev_clamped(fd, zinfo, btrfs_sb_offset(i),
|
2019-07-02 06:42:23 +08:00
|
|
|
BTRFS_SUPER_INFO_SIZE, block_count);
|
|
|
|
if (!ret && (opflags & PREP_DEVICE_ZERO_END))
|
2021-04-26 14:27:34 +08:00
|
|
|
ret = zero_dev_clamped(fd, zinfo, block_count - ZERO_DEV_BYTES,
|
2019-07-02 06:42:23 +08:00
|
|
|
ZERO_DEV_BYTES, block_count);
|
|
|
|
|
|
|
|
if (ret < 0) {
|
|
|
|
errno = -ret;
|
|
|
|
error("failed to zero device '%s': %m", file);
|
2021-04-26 14:27:33 +08:00
|
|
|
goto err;
|
2019-07-02 06:42:23 +08:00
|
|
|
}
|
|
|
|
|
2021-04-26 14:27:35 +08:00
|
|
|
ret = btrfs_wipe_existing_sb(fd, zinfo);
|
2019-07-02 06:42:23 +08:00
|
|
|
if (ret < 0) {
|
|
|
|
error("cannot wipe superblocks on %s", file);
|
2021-04-26 14:27:33 +08:00
|
|
|
goto err;
|
2019-07-02 06:42:23 +08:00
|
|
|
}
|
|
|
|
|
2021-04-26 14:27:33 +08:00
|
|
|
free(zinfo);
|
2019-07-02 06:42:23 +08:00
|
|
|
*block_count_ret = block_count;
|
|
|
|
return 0;
|
2021-04-26 14:27:33 +08:00
|
|
|
|
|
|
|
err:
|
|
|
|
free(zinfo);
|
|
|
|
return 1;
|
2019-07-02 06:42:23 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
u64 btrfs_device_size(int fd, struct stat *st)
|
|
|
|
{
|
|
|
|
u64 size;
|
|
|
|
if (S_ISREG(st->st_mode)) {
|
|
|
|
return st->st_size;
|
|
|
|
}
|
|
|
|
if (!S_ISBLK(st->st_mode)) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
if (ioctl(fd, BLKGETSIZE64, &size) >= 0) {
|
|
|
|
return size;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2021-04-30 00:36:44 +08:00
|
|
|
/*
|
|
|
|
* Read partition size using the low-level ioctl
|
|
|
|
*/
|
2021-04-30 02:13:49 +08:00
|
|
|
u64 device_get_partition_size_fd(int fd)
|
|
|
|
{
|
|
|
|
u64 result;
|
|
|
|
|
|
|
|
if (ioctl(fd, BLKGETSIZE64, &result) < 0)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2021-04-30 00:36:44 +08:00
|
|
|
u64 device_get_partition_size(const char *dev)
|
2019-07-02 06:42:23 +08:00
|
|
|
{
|
|
|
|
u64 result;
|
|
|
|
int fd = open(dev, O_RDONLY);
|
|
|
|
|
|
|
|
if (fd < 0)
|
|
|
|
return 0;
|
|
|
|
if (ioctl(fd, BLKGETSIZE64, &result) < 0) {
|
|
|
|
close(fd);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
close(fd);
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2021-04-26 14:27:17 +08:00
|
|
|
/*
|
|
|
|
* Get a device request queue parameter from sysfs.
|
|
|
|
*/
|
2021-04-30 00:31:33 +08:00
|
|
|
int device_get_queue_param(const char *file, const char *param, char *buf, size_t len)
|
2021-04-26 14:27:17 +08:00
|
|
|
{
|
|
|
|
blkid_probe probe;
|
|
|
|
char wholedisk[PATH_MAX];
|
|
|
|
char sysfs_path[PATH_MAX];
|
|
|
|
dev_t devno;
|
|
|
|
int fd;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
probe = blkid_new_probe_from_filename(file);
|
|
|
|
if (!probe)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
/* Device number of this disk (possibly a partition) */
|
|
|
|
devno = blkid_probe_get_devno(probe);
|
|
|
|
if (!devno) {
|
|
|
|
blkid_free_probe(probe);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Get whole disk name (not full path) for this devno */
|
|
|
|
ret = blkid_devno_to_wholedisk(devno, wholedisk, sizeof(wholedisk), NULL);
|
|
|
|
if (ret) {
|
|
|
|
blkid_free_probe(probe);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
snprintf(sysfs_path, PATH_MAX, "/sys/block/%s/queue/%s",
|
|
|
|
wholedisk, param);
|
|
|
|
|
|
|
|
blkid_free_probe(probe);
|
|
|
|
|
|
|
|
fd = open(sysfs_path, O_RDONLY);
|
|
|
|
if (fd < 0)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
len = read(fd, buf, len);
|
|
|
|
close(fd);
|
|
|
|
|
|
|
|
return len;
|
|
|
|
}
|
2021-05-07 06:34:26 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Read value of zone_unusable from sysfs for given block group type in flags
|
|
|
|
*/
|
|
|
|
u64 device_get_zone_unusable(int fd, u64 flags)
|
|
|
|
{
|
|
|
|
char buf[64];
|
|
|
|
int sys_fd;
|
|
|
|
u64 unusable = DEVICE_ZONE_UNUSABLE_UNKNOWN;
|
|
|
|
|
|
|
|
/* Don't report it for a regular fs */
|
|
|
|
sys_fd = sysfs_open_fsid_file(fd, "features/zoned");
|
|
|
|
if (sys_fd < 0)
|
|
|
|
return DEVICE_ZONE_UNUSABLE_UNKNOWN;
|
|
|
|
close(sys_fd);
|
|
|
|
sys_fd = -1;
|
|
|
|
|
|
|
|
if ((flags & BTRFS_BLOCK_GROUP_DATA) == BTRFS_BLOCK_GROUP_DATA)
|
|
|
|
sys_fd = sysfs_open_fsid_file(fd, "allocation/data/bytes_zone_unusable");
|
|
|
|
else if ((flags & BTRFS_BLOCK_GROUP_METADATA) == BTRFS_BLOCK_GROUP_METADATA)
|
|
|
|
sys_fd = sysfs_open_fsid_file(fd, "allocation/metadata/bytes_zone_unusable");
|
|
|
|
else if ((flags & BTRFS_BLOCK_GROUP_SYSTEM) == BTRFS_BLOCK_GROUP_SYSTEM)
|
|
|
|
sys_fd = sysfs_open_fsid_file(fd, "allocation/system/bytes_zone_unusable");
|
|
|
|
|
|
|
|
if (sys_fd < 0)
|
|
|
|
return DEVICE_ZONE_UNUSABLE_UNKNOWN;
|
|
|
|
sysfs_read_file(sys_fd, buf, sizeof(buf));
|
|
|
|
unusable = strtoull(buf, NULL, 10);
|
|
|
|
close(sys_fd);
|
|
|
|
|
|
|
|
return unusable;
|
|
|
|
}
|
2021-06-25 04:38:59 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Read information about zone size of the given device (short @name) from a
|
|
|
|
* given filesystem fd
|
|
|
|
*/
|
|
|
|
u64 device_get_zone_size(int fd, const char *name)
|
|
|
|
{
|
|
|
|
DIR *dir;
|
|
|
|
struct dirent *de;
|
|
|
|
int sysfs_fd;
|
|
|
|
u64 ret = 0;
|
|
|
|
|
|
|
|
sysfs_fd = sysfs_open_fsid_dir(fd, "devices");
|
|
|
|
if (sysfs_fd < 0)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
dir = fdopendir(sysfs_fd);
|
|
|
|
if (!dir) {
|
|
|
|
ret = 0;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
while (1) {
|
|
|
|
int queue_fd;
|
|
|
|
char queue[PATH_MAX];
|
|
|
|
char buf[128] = {0};
|
|
|
|
|
|
|
|
de = readdir(dir);
|
|
|
|
if (!de) {
|
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (strcmp(de->d_name, ".") == 0 || strcmp(de->d_name, "..") == 0)
|
|
|
|
continue;
|
|
|
|
if (strcmp(name, de->d_name) != 0)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
path_cat3_out(queue, "devices", de->d_name, "queue/chunk_sectors");
|
|
|
|
/* /sys/fs/btrfs/FSID/devices/NAME/queue/chunk_sectors */
|
|
|
|
queue_fd = sysfs_open_fsid_file(fd, queue);
|
|
|
|
if (queue_fd < 0) {
|
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
sysfs_read_file(queue_fd, buf, sizeof(buf));
|
|
|
|
ret = atoll(buf);
|
|
|
|
close(queue_fd);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
closedir(dir);
|
|
|
|
|
|
|
|
out:
|
|
|
|
close(sysfs_fd);
|
|
|
|
return ret;
|
|
|
|
}
|