1616#include <linux/slab.h>
1717#include <linux/nospec.h>
1818#include <linux/backing-dev.h>
19+ #include <linux/freezer.h>
1920#include <trace/events/ext4.h>
2021
2122/*
@@ -6906,16 +6907,34 @@ __acquires(bitlock)
69066907 return ret ;
69076908}
69086909
6910+ static ext4_grpblk_t ext4_last_grp_cluster (struct super_block * sb ,
6911+ ext4_group_t grp )
6912+ {
6913+ if (grp < ext4_get_groups_count (sb ))
6914+ return EXT4_CLUSTERS_PER_GROUP (sb ) - 1 ;
6915+ return (ext4_blocks_count (EXT4_SB (sb )-> s_es ) -
6916+ ext4_group_first_block_no (sb , grp ) - 1 ) >>
6917+ EXT4_CLUSTER_BITS (sb );
6918+ }
6919+
6920+ static bool ext4_trim_interrupted (void )
6921+ {
6922+ return fatal_signal_pending (current ) || freezing (current );
6923+ }
6924+
69096925static int ext4_try_to_trim_range (struct super_block * sb ,
69106926 struct ext4_buddy * e4b , ext4_grpblk_t start ,
69116927 ext4_grpblk_t max , ext4_grpblk_t minblocks )
69126928__acquires (ext4_group_lock_ptr (sb , e4b - > bd_group ))
69136929__releases (ext4_group_lock_ptr (sb , e4b - > bd_group ))
69146930{
69156931 ext4_grpblk_t next , count , free_count ;
6932+ bool set_trimmed = false;
69166933 void * bitmap ;
69176934
69186935 bitmap = e4b -> bd_bitmap ;
6936+ if (start == 0 && max >= ext4_last_grp_cluster (sb , e4b -> bd_group ))
6937+ set_trimmed = true;
69196938 start = max (e4b -> bd_info -> bb_first_free , start );
69206939 count = 0 ;
69216940 free_count = 0 ;
@@ -6930,16 +6949,14 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
69306949 int ret = ext4_trim_extent (sb , start , next - start , e4b );
69316950
69326951 if (ret && ret != - EOPNOTSUPP )
6933- break ;
6952+ return count ;
69346953 count += next - start ;
69356954 }
69366955 free_count += next - start ;
69376956 start = next + 1 ;
69386957
6939- if (fatal_signal_pending (current )) {
6940- count = - ERESTARTSYS ;
6941- break ;
6942- }
6958+ if (ext4_trim_interrupted ())
6959+ return count ;
69436960
69446961 if (need_resched ()) {
69456962 ext4_unlock_group (sb , e4b -> bd_group );
@@ -6951,6 +6968,9 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
69516968 break ;
69526969 }
69536970
6971+ if (set_trimmed )
6972+ EXT4_MB_GRP_SET_TRIMMED (e4b -> bd_info );
6973+
69546974 return count ;
69556975}
69566976
@@ -6961,7 +6981,6 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
69616981 * @start: first group block to examine
69626982 * @max: last group block to examine
69636983 * @minblocks: minimum extent block count
6964- * @set_trimmed: set the trimmed flag if at least one block is trimmed
69656984 *
69666985 * ext4_trim_all_free walks through group's block bitmap searching for free
69676986 * extents. When the free extent is found, mark it as used in group buddy
@@ -6971,7 +6990,7 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
69716990static ext4_grpblk_t
69726991ext4_trim_all_free (struct super_block * sb , ext4_group_t group ,
69736992 ext4_grpblk_t start , ext4_grpblk_t max ,
6974- ext4_grpblk_t minblocks , bool set_trimmed )
6993+ ext4_grpblk_t minblocks )
69756994{
69766995 struct ext4_buddy e4b ;
69776996 int ret ;
@@ -6988,13 +7007,10 @@ ext4_trim_all_free(struct super_block *sb, ext4_group_t group,
69887007 ext4_lock_group (sb , group );
69897008
69907009 if (!EXT4_MB_GRP_WAS_TRIMMED (e4b .bd_info ) ||
6991- minblocks < EXT4_SB (sb )-> s_last_trim_minblks ) {
7010+ minblocks < EXT4_SB (sb )-> s_last_trim_minblks )
69927011 ret = ext4_try_to_trim_range (sb , & e4b , start , max , minblocks );
6993- if (ret >= 0 && set_trimmed )
6994- EXT4_MB_GRP_SET_TRIMMED (e4b .bd_info );
6995- } else {
7012+ else
69967013 ret = 0 ;
6997- }
69987014
69997015 ext4_unlock_group (sb , group );
70007016 ext4_mb_unload_buddy (& e4b );
@@ -7027,7 +7043,6 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
70277043 ext4_fsblk_t first_data_blk =
70287044 le32_to_cpu (EXT4_SB (sb )-> s_es -> s_first_data_block );
70297045 ext4_fsblk_t max_blks = ext4_blocks_count (EXT4_SB (sb )-> s_es );
7030- bool whole_group , eof = false;
70317046 int ret = 0 ;
70327047
70337048 start = range -> start >> sb -> s_blocksize_bits ;
@@ -7046,10 +7061,8 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
70467061 if (minlen > EXT4_CLUSTERS_PER_GROUP (sb ))
70477062 goto out ;
70487063 }
7049- if (end >= max_blks - 1 ) {
7064+ if (end >= max_blks - 1 )
70507065 end = max_blks - 1 ;
7051- eof = true;
7052- }
70537066 if (end <= first_data_blk )
70547067 goto out ;
70557068 if (start < first_data_blk )
@@ -7063,9 +7076,10 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
70637076
70647077 /* end now represents the last cluster to discard in this group */
70657078 end = EXT4_CLUSTERS_PER_GROUP (sb ) - 1 ;
7066- whole_group = true;
70677079
70687080 for (group = first_group ; group <= last_group ; group ++ ) {
7081+ if (ext4_trim_interrupted ())
7082+ break ;
70697083 grp = ext4_get_group_info (sb , group );
70707084 if (!grp )
70717085 continue ;
@@ -7082,13 +7096,11 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
70827096 * change it for the last group, note that last_cluster is
70837097 * already computed earlier by ext4_get_group_no_and_offset()
70847098 */
7085- if (group == last_group ) {
7099+ if (group == last_group )
70867100 end = last_cluster ;
7087- whole_group = eof ? true : end == EXT4_CLUSTERS_PER_GROUP (sb ) - 1 ;
7088- }
70897101 if (grp -> bb_free >= minlen ) {
70907102 cnt = ext4_trim_all_free (sb , group , first_cluster ,
7091- end , minlen , whole_group );
7103+ end , minlen );
70927104 if (cnt < 0 ) {
70937105 ret = cnt ;
70947106 break ;
0 commit comments