在你的RecyclerView上再嵌套一层RelativeLayout然后添加一下属性这样就OK,
android:descendantFocusability="blocksDescendants"
<com.handmark.pulltorefresh.library.PullToRefreshScrollView
android:id="@+id/refresh"
android:layout_width="match_parent"
android:layout_height="match_parent"
android:layout_below="@+id/view1"
android:background="@color/white">
<RelativeLayout
android:layout_width="match_parent"
android:layout_height="0dp"
android:layout_weight="1"
android:descendantFocusability="blocksDescendants">
<android.support.v7.widget.RecyclerView
android:id="@+id/rv_list"
android:layout_width="match_parent"
android:layout_height="match_parent">
</android.support.v7.widget.RecyclerView>
</RelativeLayout>
</com.handmark.pulltorefresh.library.PullToRefreshScrollView>