2018-04-04 01:23:33 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2007-10-16 04:18:56 +08:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2007 Oracle. All rights reserved.
|
|
|
|
*/
|
|
|
|
|
2012-07-10 10:22:35 +08:00
|
|
|
#include <asm/unaligned.h>
|
2008-09-30 03:18:18 +08:00
|
|
|
|
2012-07-10 10:22:35 +08:00
|
|
|
#include "ctree.h"
|
|
|
|
|
|
|
|
static inline u8 get_unaligned_le8(const void *p)
|
|
|
|
{
|
|
|
|
return *(u8 *)p;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void put_unaligned_le8(u8 val, void *p)
|
|
|
|
{
|
|
|
|
*(u8 *)p = val;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* this is some deeply nasty code.
|
2008-09-30 03:18:18 +08:00
|
|
|
*
|
|
|
|
* The end result is that anyone who #includes ctree.h gets a
|
2012-07-10 10:22:35 +08:00
|
|
|
* declaration for the btrfs_set_foo functions and btrfs_foo functions,
|
2016-05-20 09:18:45 +08:00
|
|
|
* which are wrappers of btrfs_set_token_#bits functions and
|
2012-07-10 10:22:35 +08:00
|
|
|
* btrfs_get_token_#bits functions, which are defined in this file.
|
2008-09-30 03:18:18 +08:00
|
|
|
*
|
|
|
|
* These setget functions do all the extent_buffer related mapping
|
|
|
|
* required to efficiently read and write specific fields in the extent
|
|
|
|
* buffers. Every pointer to metadata items in btrfs is really just
|
|
|
|
* an unsigned long offset into the extent buffer which has been
|
|
|
|
* cast to a specific type. This gives us all the gcc type checking.
|
|
|
|
*
|
2012-07-10 10:22:35 +08:00
|
|
|
* The extent buffer api is used to do the page spanning work required to
|
|
|
|
* have a metadata blocksize different from the page size.
|
2019-08-09 23:12:38 +08:00
|
|
|
*
|
|
|
|
* There are 2 variants defined, one with a token pointer and one without.
|
2008-09-30 03:18:18 +08:00
|
|
|
*/
|
|
|
|
|
2012-07-10 10:22:35 +08:00
|
|
|
#define DEFINE_BTRFS_SETGET_BITS(bits) \
|
2017-06-29 11:56:53 +08:00
|
|
|
u##bits btrfs_get_token_##bits(const struct extent_buffer *eb, \
|
|
|
|
const void *ptr, unsigned long off, \
|
2012-07-10 10:22:35 +08:00
|
|
|
struct btrfs_map_token *token) \
|
2007-10-16 04:18:56 +08:00
|
|
|
{ \
|
2012-07-10 10:22:35 +08:00
|
|
|
unsigned long part_offset = (unsigned long)ptr; \
|
|
|
|
unsigned long offset = part_offset + off; \
|
|
|
|
void *p; \
|
|
|
|
int err; \
|
|
|
|
char *kaddr; \
|
|
|
|
unsigned long map_start; \
|
|
|
|
unsigned long map_len; \
|
|
|
|
int size = sizeof(u##bits); \
|
|
|
|
u##bits res; \
|
|
|
|
\
|
2019-08-09 23:30:23 +08:00
|
|
|
ASSERT(token); \
|
2019-08-09 23:48:21 +08:00
|
|
|
ASSERT(token->eb == eb); \
|
2019-08-09 23:30:23 +08:00
|
|
|
\
|
|
|
|
if (token->kaddr && token->offset <= offset && \
|
2016-04-01 20:29:48 +08:00
|
|
|
(token->offset + PAGE_SIZE >= offset + size)) { \
|
2012-07-10 10:22:35 +08:00
|
|
|
kaddr = token->kaddr; \
|
|
|
|
p = kaddr + part_offset - token->offset; \
|
|
|
|
res = get_unaligned_le##bits(p + off); \
|
|
|
|
return res; \
|
|
|
|
} \
|
|
|
|
err = map_private_extent_buffer(eb, offset, size, \
|
|
|
|
&kaddr, &map_start, &map_len); \
|
|
|
|
if (err) { \
|
|
|
|
__le##bits leres; \
|
|
|
|
\
|
|
|
|
read_extent_buffer(eb, &leres, offset, size); \
|
|
|
|
return le##bits##_to_cpu(leres); \
|
|
|
|
} \
|
|
|
|
p = kaddr + part_offset - map_start; \
|
|
|
|
res = get_unaligned_le##bits(p + off); \
|
2019-08-09 23:30:23 +08:00
|
|
|
token->kaddr = kaddr; \
|
|
|
|
token->offset = map_start; \
|
2012-07-10 10:22:35 +08:00
|
|
|
return res; \
|
2007-10-16 04:18:56 +08:00
|
|
|
} \
|
2019-08-09 23:12:38 +08:00
|
|
|
u##bits btrfs_get_##bits(const struct extent_buffer *eb, \
|
|
|
|
const void *ptr, unsigned long off) \
|
|
|
|
{ \
|
|
|
|
unsigned long part_offset = (unsigned long)ptr; \
|
|
|
|
unsigned long offset = part_offset + off; \
|
|
|
|
void *p; \
|
|
|
|
int err; \
|
|
|
|
char *kaddr; \
|
|
|
|
unsigned long map_start; \
|
|
|
|
unsigned long map_len; \
|
|
|
|
int size = sizeof(u##bits); \
|
|
|
|
u##bits res; \
|
|
|
|
\
|
|
|
|
err = map_private_extent_buffer(eb, offset, size, \
|
|
|
|
&kaddr, &map_start, &map_len); \
|
|
|
|
if (err) { \
|
|
|
|
__le##bits leres; \
|
|
|
|
\
|
|
|
|
read_extent_buffer(eb, &leres, offset, size); \
|
|
|
|
return le##bits##_to_cpu(leres); \
|
|
|
|
} \
|
|
|
|
p = kaddr + part_offset - map_start; \
|
|
|
|
res = get_unaligned_le##bits(p + off); \
|
|
|
|
return res; \
|
|
|
|
} \
|
2012-07-10 10:22:35 +08:00
|
|
|
void btrfs_set_token_##bits(struct extent_buffer *eb, \
|
2017-06-29 11:56:53 +08:00
|
|
|
const void *ptr, unsigned long off, \
|
|
|
|
u##bits val, \
|
2012-07-10 10:22:35 +08:00
|
|
|
struct btrfs_map_token *token) \
|
2007-10-16 04:18:56 +08:00
|
|
|
{ \
|
2012-07-10 10:22:35 +08:00
|
|
|
unsigned long part_offset = (unsigned long)ptr; \
|
|
|
|
unsigned long offset = part_offset + off; \
|
|
|
|
void *p; \
|
|
|
|
int err; \
|
|
|
|
char *kaddr; \
|
|
|
|
unsigned long map_start; \
|
|
|
|
unsigned long map_len; \
|
|
|
|
int size = sizeof(u##bits); \
|
|
|
|
\
|
2019-08-09 23:30:23 +08:00
|
|
|
ASSERT(token); \
|
2019-08-09 23:48:21 +08:00
|
|
|
ASSERT(token->eb == eb); \
|
2019-08-09 23:30:23 +08:00
|
|
|
\
|
|
|
|
if (token->kaddr && token->offset <= offset && \
|
2016-04-01 20:29:48 +08:00
|
|
|
(token->offset + PAGE_SIZE >= offset + size)) { \
|
2012-07-10 10:22:35 +08:00
|
|
|
kaddr = token->kaddr; \
|
|
|
|
p = kaddr + part_offset - token->offset; \
|
|
|
|
put_unaligned_le##bits(val, p + off); \
|
|
|
|
return; \
|
|
|
|
} \
|
|
|
|
err = map_private_extent_buffer(eb, offset, size, \
|
|
|
|
&kaddr, &map_start, &map_len); \
|
|
|
|
if (err) { \
|
|
|
|
__le##bits val2; \
|
|
|
|
\
|
|
|
|
val2 = cpu_to_le##bits(val); \
|
|
|
|
write_extent_buffer(eb, &val2, offset, size); \
|
|
|
|
return; \
|
|
|
|
} \
|
|
|
|
p = kaddr + part_offset - map_start; \
|
|
|
|
put_unaligned_le##bits(val, p + off); \
|
2019-08-09 23:30:23 +08:00
|
|
|
token->kaddr = kaddr; \
|
|
|
|
token->offset = map_start; \
|
2019-08-09 23:12:38 +08:00
|
|
|
} \
|
|
|
|
void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \
|
|
|
|
unsigned long off, u##bits val) \
|
|
|
|
{ \
|
|
|
|
unsigned long part_offset = (unsigned long)ptr; \
|
|
|
|
unsigned long offset = part_offset + off; \
|
|
|
|
void *p; \
|
|
|
|
int err; \
|
|
|
|
char *kaddr; \
|
|
|
|
unsigned long map_start; \
|
|
|
|
unsigned long map_len; \
|
|
|
|
int size = sizeof(u##bits); \
|
|
|
|
\
|
|
|
|
err = map_private_extent_buffer(eb, offset, size, \
|
|
|
|
&kaddr, &map_start, &map_len); \
|
|
|
|
if (err) { \
|
|
|
|
__le##bits val2; \
|
|
|
|
\
|
|
|
|
val2 = cpu_to_le##bits(val); \
|
|
|
|
write_extent_buffer(eb, &val2, offset, size); \
|
|
|
|
return; \
|
|
|
|
} \
|
|
|
|
p = kaddr + part_offset - map_start; \
|
|
|
|
put_unaligned_le##bits(val, p + off); \
|
2012-07-10 10:22:35 +08:00
|
|
|
}
|
2007-10-16 04:18:56 +08:00
|
|
|
|
2012-07-10 10:22:35 +08:00
|
|
|
DEFINE_BTRFS_SETGET_BITS(8)
|
|
|
|
DEFINE_BTRFS_SETGET_BITS(16)
|
|
|
|
DEFINE_BTRFS_SETGET_BITS(32)
|
|
|
|
DEFINE_BTRFS_SETGET_BITS(64)
|
2007-10-16 04:18:56 +08:00
|
|
|
|
2017-06-29 11:56:53 +08:00
|
|
|
void btrfs_node_key(const struct extent_buffer *eb,
|
2007-11-07 04:09:29 +08:00
|
|
|
struct btrfs_disk_key *disk_key, int nr)
|
|
|
|
{
|
|
|
|
unsigned long ptr = btrfs_node_key_ptr_offset(nr);
|
|
|
|
read_eb_member(eb, (struct btrfs_key_ptr *)ptr,
|
|
|
|
struct btrfs_key_ptr, key, disk_key);
|
|
|
|
}
|